2024-05-11T03:57:47.918 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-11T03:57:47.918 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387 --name teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi --description upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} -- /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/orig.config.yaml 2024-05-11T03:57:47.974 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-11T03:57:48.066 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387 branch: main description: upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' first_in_suite: false job_id: '7690387' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic import/export cli tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 workunit: branch: main sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 2645 sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 20/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 targets: smithi113.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAvKgRy8gywCIZzCb/A1+oBjTKF5j49EGR7KGTmHRTaHXvO/7E3KPtQyGCg9Nc5Bq8IcgWVanLflSH5/SA/Qaok= smithi173.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKcpPo1znxONXEPh+iBKI67rTcr4soAKyzDqyRV2p+Xy/x+bRT1g97KgmQfwrAKc97GGASHSD2aI7TkYzmitnoQ= tasks: - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-04_03:08:13 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-11T03:57:48.066 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa; will attempt to use it 2024-05-11T03:57:48.067 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks 2024-05-11T03:57:48.067 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-11T03:57:48.069 INFO:teuthology.task.internal:Checking packages... 2024-05-11T03:57:48.091 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '04416f48efe02891b265c07b4f38b46e422bbef9' 2024-05-11T03:57:48.091 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T03:57:48.091 INFO:teuthology.packaging:ref: None 2024-05-11T03:57:48.091 INFO:teuthology.packaging:tag: None 2024-05-11T03:57:48.091 INFO:teuthology.packaging:branch: main 2024-05-11T03:57:48.091 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T03:57:48.091 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=main 2024-05-11T03:57:48.415 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3642-g69bd270c-1jammy 2024-05-11T03:57:48.416 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-11T03:57:48.422 INFO:teuthology.task.internal:no buildpackages task found 2024-05-11T03:57:48.422 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-11T03:57:48.427 INFO:teuthology.task.internal:Saving configuration 2024-05-11T03:57:48.448 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-11T03:57:48.452 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-11T03:57:48.480 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi113.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 03:51:25.315027', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJ17I+EY+9aYOI07Pwb+oB3wBH5/M93Qnt3/+O9Meilu'} 2024-05-11T03:57:48.502 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 03:51:25.313538', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAMfK0rRyUa8tYHWLc7xM57BcwWp8kKSL9JDM1SBRK/l'} 2024-05-11T03:57:48.502 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-11T03:57:48.508 INFO:teuthology.task.internal:roles: ubuntu@smithi113.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-05-11T03:57:48.508 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-05-11T03:57:48.508 INFO:teuthology.run_tasks:Running task console_log... 2024-05-11T03:57:48.582 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7a0d53d160>, signals=[15]) 2024-05-11T03:57:48.582 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-11T03:57:48.591 INFO:teuthology.task.internal:Opening connections... 2024-05-11T03:57:48.591 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi113.front.sepia.ceph.com 2024-05-11T03:57:48.593 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T03:57:48.674 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2024-05-11T03:57:48.675 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T03:57:48.754 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-11T03:57:48.760 DEBUG:teuthology.orchestra.run.smithi113:> uname -m 2024-05-11T03:57:48.766 INFO:teuthology.orchestra.run.smithi113.stdout:x86_64 2024-05-11T03:57:48.766 DEBUG:teuthology.orchestra.run.smithi113:> cat /etc/os-release 2024-05-11T03:57:48.812 INFO:teuthology.orchestra.run.smithi113.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-05-11T03:57:48.812 INFO:teuthology.orchestra.run.smithi113.stdout:NAME="Ubuntu" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION_ID="22.04" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION_CODENAME=jammy 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:ID=ubuntu 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:ID_LIKE=debian 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:HOME_URL="https://www.ubuntu.com/" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-05-11T03:57:48.813 INFO:teuthology.orchestra.run.smithi113.stdout:UBUNTU_CODENAME=jammy 2024-05-11T03:57:48.814 INFO:teuthology.lock.ops:Updating smithi113.front.sepia.ceph.com on lock server 2024-05-11T03:57:48.834 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2024-05-11T03:57:48.839 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2024-05-11T03:57:48.839 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2024-05-11T03:57:48.884 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-05-11T03:57:48.884 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="Ubuntu" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="22.04" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_CODENAME=jammy 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:ID=ubuntu 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE=debian 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://www.ubuntu.com/" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-05-11T03:57:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:UBUNTU_CODENAME=jammy 2024-05-11T03:57:48.885 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2024-05-11T03:57:48.909 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-11T03:57:48.917 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-11T03:57:48.923 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-11T03:57:48.923 DEBUG:teuthology.orchestra.run.smithi113:> test '!' -e /home/ubuntu/cephtest 2024-05-11T03:57:48.926 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2024-05-11T03:57:48.932 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-11T03:57:48.937 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-11T03:57:48.937 DEBUG:teuthology.orchestra.run.smithi113:> test -z $(ls -A /var/lib/ceph) 2024-05-11T03:57:48.975 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2024-05-11T03:57:48.998 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-11T03:57:49.055 INFO:teuthology.run_tasks:Running task kernel... 2024-05-11T03:57:49.073 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-05-11T03:57:49.073 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-05-11T03:57:49.073 DEBUG:teuthology.orchestra.run.smithi113:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-11T03:57:49.074 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-11T03:57:49.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T03:57:49.078 DEBUG:teuthology.orchestra.run.smithi113:> uname -r 2024-05-11T03:57:49.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T03:57:49.079 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2024-05-11T03:57:49.125 INFO:teuthology.orchestra.run.smithi113.stdout:5.15.0-56-generic 2024-05-11T03:57:49.125 INFO:teuthology.task.kernel:Running kernel on smithi113: 5.15.0-56-generic 2024-05-11T03:57:49.125 DEBUG:teuthology.orchestra.run.smithi113:> sudo apt-get clean 2024-05-11T03:57:49.128 INFO:teuthology.orchestra.run.smithi173.stdout:5.15.0-56-generic 2024-05-11T03:57:49.128 INFO:teuthology.task.kernel:Running kernel on smithi173: 5.15.0-56-generic 2024-05-11T03:57:49.129 DEBUG:teuthology.orchestra.run.smithi173:> sudo apt-get clean 2024-05-11T03:57:49.255 DEBUG:teuthology.orchestra.run.smithi173:> sudo apt-get update 2024-05-11T03:57:49.273 DEBUG:teuthology.orchestra.run.smithi113:> sudo apt-get update 2024-05-11T03:57:49.435 INFO:teuthology.orchestra.run.smithi173.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-05-11T03:57:49.518 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T03:57:49.556 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T03:57:49.556 INFO:teuthology.orchestra.run.smithi113.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-05-11T03:57:49.584 INFO:teuthology.orchestra.run.smithi173.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-05-11T03:57:49.617 INFO:teuthology.orchestra.run.smithi113.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-05-11T03:57:49.761 INFO:teuthology.orchestra.run.smithi173.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,427 kB] 2024-05-11T03:57:49.949 INFO:teuthology.orchestra.run.smithi173.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-05-11T03:57:49.970 INFO:teuthology.orchestra.run.smithi113.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-05-11T03:57:49.983 INFO:teuthology.orchestra.run.smithi173.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [462 kB] 2024-05-11T03:57:49.989 INFO:teuthology.orchestra.run.smithi113.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [462 kB] 2024-05-11T03:57:49.999 INFO:teuthology.orchestra.run.smithi173.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [247 kB] 2024-05-11T03:57:50.008 INFO:teuthology.orchestra.run.smithi173.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-05-11T03:57:50.009 INFO:teuthology.orchestra.run.smithi173.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,807 kB] 2024-05-11T03:57:50.073 INFO:teuthology.orchestra.run.smithi173.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [36.5 kB] 2024-05-11T03:57:50.073 INFO:teuthology.orchestra.run.smithi173.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [307 kB] 2024-05-11T03:57:50.076 INFO:teuthology.orchestra.run.smithi173.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T03:57:50.076 INFO:teuthology.orchestra.run.smithi173.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [603 kB] 2024-05-11T03:57:50.087 INFO:teuthology.orchestra.run.smithi173.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [624 kB] 2024-05-11T03:57:50.092 INFO:teuthology.orchestra.run.smithi173.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-05-11T03:57:50.109 INFO:teuthology.orchestra.run.smithi113.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,638 kB] 2024-05-11T03:57:50.109 INFO:teuthology.orchestra.run.smithi173.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [164 kB] 2024-05-11T03:57:50.113 INFO:teuthology.orchestra.run.smithi173.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-05-11T03:57:50.138 INFO:teuthology.orchestra.run.smithi173.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-05-11T03:57:50.138 INFO:teuthology.orchestra.run.smithi173.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-05-11T03:57:50.151 INFO:teuthology.orchestra.run.smithi173.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-05-11T03:57:50.151 INFO:teuthology.orchestra.run.smithi173.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-05-11T03:57:50.289 INFO:teuthology.orchestra.run.smithi113.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,427 kB] 2024-05-11T03:57:50.289 INFO:teuthology.orchestra.run.smithi173.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,638 kB] 2024-05-11T03:57:50.421 INFO:teuthology.orchestra.run.smithi113.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [624 kB] 2024-05-11T03:57:50.440 INFO:teuthology.orchestra.run.smithi173.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [307 kB] 2024-05-11T03:57:50.454 INFO:teuthology.orchestra.run.smithi173.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-05-11T03:57:50.455 INFO:teuthology.orchestra.run.smithi173.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,864 kB] 2024-05-11T03:57:50.459 INFO:teuthology.orchestra.run.smithi113.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [247 kB] 2024-05-11T03:57:50.460 INFO:teuthology.orchestra.run.smithi113.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [307 kB] 2024-05-11T03:57:50.472 INFO:teuthology.orchestra.run.smithi113.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-05-11T03:57:50.472 INFO:teuthology.orchestra.run.smithi113.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,807 kB] 2024-05-11T03:57:50.475 INFO:teuthology.orchestra.run.smithi113.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-05-11T03:57:50.475 INFO:teuthology.orchestra.run.smithi113.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-05-11T03:57:50.477 INFO:teuthology.orchestra.run.smithi113.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,864 kB] 2024-05-11T03:57:50.518 INFO:teuthology.orchestra.run.smithi173.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-05-11T03:57:50.518 INFO:teuthology.orchestra.run.smithi173.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [316 kB] 2024-05-11T03:57:50.526 INFO:teuthology.orchestra.run.smithi173.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T03:57:50.539 INFO:teuthology.orchestra.run.smithi113.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [316 kB] 2024-05-11T03:57:50.546 INFO:teuthology.orchestra.run.smithi113.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T03:57:50.596 INFO:teuthology.orchestra.run.smithi113.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [36.5 kB] 2024-05-11T03:57:50.597 INFO:teuthology.orchestra.run.smithi113.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [307 kB] 2024-05-11T03:57:50.603 INFO:teuthology.orchestra.run.smithi113.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T03:57:50.603 INFO:teuthology.orchestra.run.smithi113.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-05-11T03:57:50.618 INFO:teuthology.orchestra.run.smithi113.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [603 kB] 2024-05-11T03:57:50.690 INFO:teuthology.orchestra.run.smithi173.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [702 kB] 2024-05-11T03:57:50.710 INFO:teuthology.orchestra.run.smithi113.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [702 kB] 2024-05-11T03:57:50.793 INFO:teuthology.orchestra.run.smithi113.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [164 kB] 2024-05-11T03:57:51.217 INFO:teuthology.orchestra.run.smithi113.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-05-11T03:57:51.223 INFO:teuthology.orchestra.run.smithi113.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-05-11T03:57:51.252 INFO:teuthology.orchestra.run.smithi113.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-05-11T03:57:51.256 INFO:teuthology.orchestra.run.smithi113.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-05-11T03:57:51.270 INFO:teuthology.orchestra.run.smithi113.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-05-11T03:57:51.271 INFO:teuthology.orchestra.run.smithi173.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,074 kB] 2024-05-11T03:57:51.286 INFO:teuthology.orchestra.run.smithi113.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,074 kB] 2024-05-11T03:57:51.383 INFO:teuthology.orchestra.run.smithi173.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-05-11T03:57:51.397 INFO:teuthology.orchestra.run.smithi113.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-05-11T03:57:51.403 INFO:teuthology.orchestra.run.smithi173.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-05-11T03:57:51.405 INFO:teuthology.orchestra.run.smithi173.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-05-11T03:57:51.405 INFO:teuthology.orchestra.run.smithi173.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-05-11T03:57:51.408 INFO:teuthology.orchestra.run.smithi173.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-05-11T03:57:51.409 INFO:teuthology.orchestra.run.smithi173.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-05-11T03:57:51.409 INFO:teuthology.orchestra.run.smithi173.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-05-11T03:57:51.414 INFO:teuthology.orchestra.run.smithi173.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.3 kB] 2024-05-11T03:57:51.417 INFO:teuthology.orchestra.run.smithi113.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-05-11T03:57:51.418 INFO:teuthology.orchestra.run.smithi173.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-05-11T03:57:51.418 INFO:teuthology.orchestra.run.smithi113.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-05-11T03:57:51.419 INFO:teuthology.orchestra.run.smithi113.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-05-11T03:57:51.422 INFO:teuthology.orchestra.run.smithi113.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-05-11T03:57:51.423 INFO:teuthology.orchestra.run.smithi113.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-05-11T03:57:51.423 INFO:teuthology.orchestra.run.smithi113.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.3 kB] 2024-05-11T03:57:51.427 INFO:teuthology.orchestra.run.smithi113.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-05-11T03:57:51.432 INFO:teuthology.orchestra.run.smithi113.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-05-11T03:57:51.583 INFO:teuthology.orchestra.run.smithi173.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-05-11T03:57:51.596 INFO:teuthology.orchestra.run.smithi113.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-05-11T03:57:51.666 INFO:teuthology.orchestra.run.smithi173.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.2 kB] 2024-05-11T03:57:51.678 INFO:teuthology.orchestra.run.smithi113.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.0 kB] 2024-05-11T03:57:51.760 INFO:teuthology.orchestra.run.smithi113.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.2 kB] 2024-05-11T03:57:51.775 INFO:teuthology.orchestra.run.smithi173.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.0 kB] 2024-05-11T03:57:51.829 INFO:teuthology.orchestra.run.smithi173.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-05-11T03:57:51.840 INFO:teuthology.orchestra.run.smithi113.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-05-11T03:57:51.860 INFO:teuthology.orchestra.run.smithi173.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-05-11T03:57:51.872 INFO:teuthology.orchestra.run.smithi113.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-05-11T03:57:55.982 INFO:teuthology.orchestra.run.smithi113.stdout:Fetched 13.4 MB in 3s (5,306 kB/s) 2024-05-11T03:57:56.066 INFO:teuthology.orchestra.run.smithi173.stdout:Fetched 13.4 MB in 3s (5,275 kB/s) 2024-05-11T03:57:57.286 INFO:teuthology.orchestra.run.smithi113.stdout:Reading package lists... 2024-05-11T03:57:57.303 DEBUG:teuthology.orchestra.run.smithi113:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T03:57:57.363 INFO:teuthology.orchestra.run.smithi113.stdout:Reading package lists... 2024-05-11T03:57:57.450 INFO:teuthology.orchestra.run.smithi173.stdout:Reading package lists... 2024-05-11T03:57:57.468 DEBUG:teuthology.orchestra.run.smithi173:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T03:57:57.530 INFO:teuthology.orchestra.run.smithi173.stdout:Reading package lists... 2024-05-11T03:57:57.562 INFO:teuthology.orchestra.run.smithi113.stdout:Building dependency tree... 2024-05-11T03:57:57.563 INFO:teuthology.orchestra.run.smithi113.stdout:Reading state information... 2024-05-11T03:57:57.711 INFO:teuthology.orchestra.run.smithi173.stdout:Building dependency tree... 2024-05-11T03:57:57.712 INFO:teuthology.orchestra.run.smithi173.stdout:Reading state information... 2024-05-11T03:57:57.737 INFO:teuthology.orchestra.run.smithi113.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T03:57:57.738 INFO:teuthology.orchestra.run.smithi113.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T03:57:57.738 INFO:teuthology.orchestra.run.smithi113.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T03:57:57.738 INFO:teuthology.orchestra.run.smithi113.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T03:57:57.738 INFO:teuthology.orchestra.run.smithi113.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-05-11T03:57:57.738 INFO:teuthology.orchestra.run.smithi113.stdout: python2.7-minimal 2024-05-11T03:57:57.739 INFO:teuthology.orchestra.run.smithi113.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T03:57:57.740 INFO:teuthology.orchestra.run.smithi113.stdout:The following additional packages will be installed: 2024-05-11T03:57:57.740 INFO:teuthology.orchestra.run.smithi113.stdout: linux-generic linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T03:57:57.740 INFO:teuthology.orchestra.run.smithi113.stdout: linux-headers-generic linux-image-5.15.0-106-generic 2024-05-11T03:57:57.740 INFO:teuthology.orchestra.run.smithi113.stdout: linux-modules-5.15.0-106-generic linux-modules-extra-5.15.0-106-generic 2024-05-11T03:57:57.741 INFO:teuthology.orchestra.run.smithi113.stdout:Suggested packages: 2024-05-11T03:57:57.742 INFO:teuthology.orchestra.run.smithi113.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-05-11T03:57:57.742 INFO:teuthology.orchestra.run.smithi113.stdout:Recommended packages: 2024-05-11T03:57:57.742 INFO:teuthology.orchestra.run.smithi113.stdout: thermald 2024-05-11T03:57:57.797 INFO:teuthology.orchestra.run.smithi113.stdout:The following NEW packages will be installed: 2024-05-11T03:57:57.797 INFO:teuthology.orchestra.run.smithi113.stdout: linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T03:57:57.798 INFO:teuthology.orchestra.run.smithi113.stdout: linux-image-5.15.0-106-generic linux-modules-5.15.0-106-generic 2024-05-11T03:57:57.798 INFO:teuthology.orchestra.run.smithi113.stdout: linux-modules-extra-5.15.0-106-generic 2024-05-11T03:57:57.799 INFO:teuthology.orchestra.run.smithi113.stdout:The following packages will be upgraded: 2024-05-11T03:57:57.799 INFO:teuthology.orchestra.run.smithi113.stdout: linux-generic linux-headers-generic linux-image-generic 2024-05-11T03:57:57.867 INFO:teuthology.orchestra.run.smithi173.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T03:57:57.867 INFO:teuthology.orchestra.run.smithi173.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T03:57:57.867 INFO:teuthology.orchestra.run.smithi173.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T03:57:57.868 INFO:teuthology.orchestra.run.smithi173.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T03:57:57.868 INFO:teuthology.orchestra.run.smithi173.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-05-11T03:57:57.868 INFO:teuthology.orchestra.run.smithi173.stdout: python2.7-minimal 2024-05-11T03:57:57.868 INFO:teuthology.orchestra.run.smithi173.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T03:57:57.869 INFO:teuthology.orchestra.run.smithi173.stdout:The following additional packages will be installed: 2024-05-11T03:57:57.869 INFO:teuthology.orchestra.run.smithi173.stdout: linux-generic linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T03:57:57.869 INFO:teuthology.orchestra.run.smithi173.stdout: linux-headers-generic linux-image-5.15.0-106-generic 2024-05-11T03:57:57.869 INFO:teuthology.orchestra.run.smithi173.stdout: linux-modules-5.15.0-106-generic linux-modules-extra-5.15.0-106-generic 2024-05-11T03:57:57.871 INFO:teuthology.orchestra.run.smithi173.stdout:Suggested packages: 2024-05-11T03:57:57.871 INFO:teuthology.orchestra.run.smithi173.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-05-11T03:57:57.871 INFO:teuthology.orchestra.run.smithi173.stdout:Recommended packages: 2024-05-11T03:57:57.871 INFO:teuthology.orchestra.run.smithi173.stdout: thermald 2024-05-11T03:57:57.928 INFO:teuthology.orchestra.run.smithi173.stdout:The following NEW packages will be installed: 2024-05-11T03:57:57.928 INFO:teuthology.orchestra.run.smithi173.stdout: linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T03:57:57.928 INFO:teuthology.orchestra.run.smithi173.stdout: linux-image-5.15.0-106-generic linux-modules-5.15.0-106-generic 2024-05-11T03:57:57.929 INFO:teuthology.orchestra.run.smithi173.stdout: linux-modules-extra-5.15.0-106-generic 2024-05-11T03:57:57.930 INFO:teuthology.orchestra.run.smithi173.stdout:The following packages will be upgraded: 2024-05-11T03:57:57.930 INFO:teuthology.orchestra.run.smithi173.stdout: linux-generic linux-headers-generic linux-image-generic 2024-05-11T03:57:57.979 INFO:teuthology.orchestra.run.smithi113.stdout:3 upgraded, 5 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T03:57:57.980 INFO:teuthology.orchestra.run.smithi113.stdout:Need to get 113 MB of archives. 2024-05-11T03:57:57.980 INFO:teuthology.orchestra.run.smithi113.stdout:After this operation, 583 MB of additional disk space will be used. 2024-05-11T03:57:57.980 INFO:teuthology.orchestra.run.smithi113.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-106-generic amd64 5.15.0-106.116 [22.7 MB] 2024-05-11T03:57:58.109 INFO:teuthology.orchestra.run.smithi173.stdout:3 upgraded, 5 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T03:57:58.109 INFO:teuthology.orchestra.run.smithi173.stdout:Need to get 113 MB of archives. 2024-05-11T03:57:58.109 INFO:teuthology.orchestra.run.smithi173.stdout:After this operation, 583 MB of additional disk space will be used. 2024-05-11T03:57:58.109 INFO:teuthology.orchestra.run.smithi173.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-106-generic amd64 5.15.0-106.116 [22.7 MB] 2024-05-11T03:57:59.484 INFO:teuthology.orchestra.run.smithi113.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-106-generic amd64 5.15.0-106.116 [11.5 MB] 2024-05-11T03:57:59.625 INFO:teuthology.orchestra.run.smithi173.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-106-generic amd64 5.15.0-106.116 [11.5 MB] 2024-05-11T03:57:59.834 INFO:teuthology.orchestra.run.smithi113.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-106-generic amd64 5.15.0-106.116 [63.9 MB] 2024-05-11T03:57:59.981 INFO:teuthology.orchestra.run.smithi173.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-106-generic amd64 5.15.0-106.116 [63.9 MB] 2024-05-11T03:58:02.113 INFO:teuthology.orchestra.run.smithi113.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.106.106 [1,692 B] 2024-05-11T03:58:02.113 INFO:teuthology.orchestra.run.smithi113.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.106.106 [2,502 B] 2024-05-11T03:58:02.113 INFO:teuthology.orchestra.run.smithi113.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106 all 5.15.0-106.116 [12.3 MB] 2024-05-11T03:58:02.232 INFO:teuthology.orchestra.run.smithi173.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.106.106 [1,692 B] 2024-05-11T03:58:02.233 INFO:teuthology.orchestra.run.smithi173.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.106.106 [2,502 B] 2024-05-11T03:58:02.233 INFO:teuthology.orchestra.run.smithi173.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106 all 5.15.0-106.116 [12.3 MB] 2024-05-11T03:58:02.681 INFO:teuthology.orchestra.run.smithi173.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106-generic amd64 5.15.0-106.116 [2,876 kB] 2024-05-11T03:58:02.784 INFO:teuthology.orchestra.run.smithi173.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.106.106 [2,366 B] 2024-05-11T03:58:02.976 INFO:teuthology.orchestra.run.smithi113.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106-generic amd64 5.15.0-106.116 [2,876 kB] 2024-05-11T03:58:03.062 INFO:teuthology.orchestra.run.smithi113.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.106.106 [2,366 B] 2024-05-11T03:58:03.190 INFO:teuthology.orchestra.run.smithi173.stdout:Fetched 113 MB in 5s (23.4 MB/s) 2024-05-11T03:58:03.360 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package linux-modules-5.15.0-106-generic. 2024-05-11T03:58:03.458 INFO:teuthology.orchestra.run.smithi113.stdout:Fetched 113 MB in 5s (21.6 MB/s) 2024-05-11T03:58:03.639 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package linux-modules-5.15.0-106-generic. 2024-05-11T03:58:05.378 INFO:teuthology.orchestra.run.smithi173.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-05-11T03:58:05.382 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../0-linux-modules-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:05.449 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:05.657 INFO:teuthology.orchestra.run.smithi113.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-05-11T03:58:05.661 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../0-linux-modules-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:05.745 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:07.883 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package linux-image-5.15.0-106-generic. 2024-05-11T03:58:07.905 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../1-linux-image-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:07.997 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:08.221 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package linux-image-5.15.0-106-generic. 2024-05-11T03:58:08.242 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../1-linux-image-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:08.325 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:08.461 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-106-generic. 2024-05-11T03:58:08.482 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:08.519 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:08.800 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-106-generic. 2024-05-11T03:58:08.820 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:08.858 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:14.601 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../3-linux-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T03:58:14.728 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T03:58:15.036 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../3-linux-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T03:58:15.061 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T03:58:15.163 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T03:58:15.165 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-image-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T03:58:15.409 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package linux-headers-5.15.0-106. 2024-05-11T03:58:15.420 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../5-linux-headers-5.15.0-106_5.15.0-106.116_all.deb ... 2024-05-11T03:58:15.459 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T03:58:15.471 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T03:58:15.592 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-image-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T03:58:15.895 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package linux-headers-5.15.0-106. 2024-05-11T03:58:15.906 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../5-linux-headers-5.15.0-106_5.15.0-106.116_all.deb ... 2024-05-11T03:58:15.937 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T03:58:21.141 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package linux-headers-5.15.0-106-generic. 2024-05-11T03:58:21.178 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../6-linux-headers-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:21.215 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:21.447 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package linux-headers-5.15.0-106-generic. 2024-05-11T03:58:21.483 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../6-linux-headers-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T03:58:21.971 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:23.790 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T03:58:23.918 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking linux-headers-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T03:58:24.251 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T03:58:24.373 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:24.499 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-headers-generic (5.15.0.106.106) ... 2024-05-11T03:58:24.545 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T03:58:24.627 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:24.668 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking linux-headers-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T03:58:25.744 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T03:58:25.874 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:25.941 INFO:teuthology.orchestra.run.smithi173.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-05-11T03:58:25.941 INFO:teuthology.orchestra.run.smithi173.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-05-11T03:58:25.941 INFO:teuthology.orchestra.run.smithi173.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-106-generic 2024-05-11T03:58:25.941 INFO:teuthology.orchestra.run.smithi173.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:26.000 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-headers-generic (5.15.0.106.106) ... 2024-05-11T03:58:26.104 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:26.128 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:27.447 INFO:teuthology.orchestra.run.smithi113.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-05-11T03:58:27.447 INFO:teuthology.orchestra.run.smithi113.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-05-11T03:58:27.447 INFO:teuthology.orchestra.run.smithi113.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-106-generic 2024-05-11T03:58:27.447 INFO:teuthology.orchestra.run.smithi113.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:27.547 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:27.606 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:28.984 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:29.199 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-image-generic (5.15.0.106.106) ... 2024-05-11T03:58:29.333 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up linux-generic (5.15.0.106.106) ... 2024-05-11T03:58:29.459 INFO:teuthology.orchestra.run.smithi173.stdout:Processing triggers for linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:29.527 INFO:teuthology.orchestra.run.smithi173.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-05-11T03:58:29.527 INFO:teuthology.orchestra.run.smithi173.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:30.377 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-image-generic (5.15.0.106.106) ... 2024-05-11T03:58:30.503 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up linux-generic (5.15.0.106.106) ... 2024-05-11T03:58:30.629 INFO:teuthology.orchestra.run.smithi113.stdout:Processing triggers for linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T03:58:30.686 INFO:teuthology.orchestra.run.smithi113.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-05-11T03:58:30.686 INFO:teuthology.orchestra.run.smithi113.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:43.402 INFO:teuthology.orchestra.run.smithi173.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-05-11T03:58:43.402 INFO:teuthology.orchestra.run.smithi173.stdout:Sourcing file `/etc/default/grub' 2024-05-11T03:58:43.417 INFO:teuthology.orchestra.run.smithi173.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T03:58:43.429 INFO:teuthology.orchestra.run.smithi173.stdout:Generating grub configuration file ... 2024-05-11T03:58:43.680 INFO:teuthology.orchestra.run.smithi173.stdout:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T03:58:43.702 INFO:teuthology.orchestra.run.smithi173.stdout:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:44.001 INFO:teuthology.orchestra.run.smithi173.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T03:58:44.006 INFO:teuthology.orchestra.run.smithi173.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T03:58:44.071 INFO:teuthology.orchestra.run.smithi173.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T03:58:44.076 INFO:teuthology.orchestra.run.smithi173.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T03:58:44.234 INFO:teuthology.orchestra.run.smithi173.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T03:58:44.234 INFO:teuthology.orchestra.run.smithi173.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T03:58:44.234 INFO:teuthology.orchestra.run.smithi173.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T03:58:44.276 INFO:teuthology.orchestra.run.smithi173.stdout:done 2024-05-11T03:58:44.732 DEBUG:teuthology.orchestra.run.smithi173:> dpkg -s linux-image-generic 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Package: linux-image-generic 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Status: install ok installed 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Priority: optional 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Section: kernel 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Installed-Size: 21 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Architecture: amd64 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Source: linux-meta 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Version: 5.15.0.106.106 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Recommends: thermald 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout:Description: Generic Linux kernel image 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout: This package will always depend on the latest generic kernel image 2024-05-11T03:58:44.752 INFO:teuthology.orchestra.run.smithi173.stdout: available. 2024-05-11T03:58:44.753 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-106-generic 2024-05-11T03:58:44.753 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-11T03:58:44.753 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-11T03:58:44.753 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-05-11T03:58:44.753 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi173.front.sepia.ceph.com, path=None, version=distro) 2024-05-11T03:58:44.753 DEBUG:teuthology.orchestra.run.smithi173:> sudo apt-get clean 2024-05-11T03:58:44.898 DEBUG:teuthology.orchestra.run.smithi173:> sudo apt-get update 2024-05-11T03:58:45.037 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T03:58:45.037 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T03:58:45.051 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T03:58:45.072 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T03:58:45.534 INFO:teuthology.orchestra.run.smithi113.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-05-11T03:58:45.535 INFO:teuthology.orchestra.run.smithi113.stdout:Sourcing file `/etc/default/grub' 2024-05-11T03:58:45.545 INFO:teuthology.orchestra.run.smithi113.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T03:58:45.569 INFO:teuthology.orchestra.run.smithi113.stdout:Generating grub configuration file ... 2024-05-11T03:58:45.873 INFO:teuthology.orchestra.run.smithi113.stdout:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T03:58:45.889 INFO:teuthology.orchestra.run.smithi113.stdout:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:46.169 INFO:teuthology.orchestra.run.smithi113.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T03:58:46.175 INFO:teuthology.orchestra.run.smithi113.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T03:58:46.243 INFO:teuthology.orchestra.run.smithi113.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T03:58:46.249 INFO:teuthology.orchestra.run.smithi113.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T03:58:46.403 INFO:teuthology.orchestra.run.smithi173.stdout:Reading package lists... 2024-05-11T03:58:46.418 INFO:teuthology.orchestra.run.smithi113.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T03:58:46.418 INFO:teuthology.orchestra.run.smithi113.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T03:58:46.418 INFO:teuthology.orchestra.run.smithi113.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T03:58:46.421 DEBUG:teuthology.orchestra.run.smithi173:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T03:58:46.465 INFO:teuthology.orchestra.run.smithi113.stdout:done 2024-05-11T03:58:46.481 INFO:teuthology.orchestra.run.smithi173.stdout:Reading package lists... 2024-05-11T03:58:46.681 INFO:teuthology.orchestra.run.smithi173.stdout:Building dependency tree... 2024-05-11T03:58:46.682 INFO:teuthology.orchestra.run.smithi173.stdout:Reading state information... 2024-05-11T03:58:46.851 INFO:teuthology.orchestra.run.smithi173.stdout:linux-image-generic is already the newest version (5.15.0.106.106). 2024-05-11T03:58:46.851 INFO:teuthology.orchestra.run.smithi173.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T03:58:46.851 INFO:teuthology.orchestra.run.smithi173.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T03:58:46.851 INFO:teuthology.orchestra.run.smithi173.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T03:58:46.851 INFO:teuthology.orchestra.run.smithi173.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T03:58:46.851 INFO:teuthology.orchestra.run.smithi173.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T03:58:46.852 INFO:teuthology.orchestra.run.smithi173.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T03:58:46.852 INFO:teuthology.orchestra.run.smithi173.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T03:58:46.889 INFO:teuthology.orchestra.run.smithi173.stdout:0 upgraded, 0 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T03:58:46.891 DEBUG:teuthology.orchestra.run.smithi173:> dpkg -s linux-image-generic 2024-05-11T03:58:46.902 INFO:teuthology.orchestra.run.smithi173.stdout:Package: linux-image-generic 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Status: install ok installed 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Priority: optional 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Section: kernel 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Installed-Size: 21 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Architecture: amd64 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Source: linux-meta 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Version: 5.15.0.106.106 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T03:58:46.903 INFO:teuthology.orchestra.run.smithi173.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T03:58:46.904 INFO:teuthology.orchestra.run.smithi173.stdout:Recommends: thermald 2024-05-11T03:58:46.904 INFO:teuthology.orchestra.run.smithi173.stdout:Description: Generic Linux kernel image 2024-05-11T03:58:46.904 INFO:teuthology.orchestra.run.smithi173.stdout: This package will always depend on the latest generic kernel image 2024-05-11T03:58:46.904 INFO:teuthology.orchestra.run.smithi173.stdout: available. 2024-05-11T03:58:46.904 DEBUG:teuthology.orchestra.run.smithi173:> mktemp 2024-05-11T03:58:46.927 DEBUG:teuthology.orchestra.run.smithi113:> dpkg -s linux-image-generic 2024-05-11T03:58:46.947 INFO:teuthology.orchestra.run.smithi173.stdout:/tmp/tmp.mgdPsc6TAl 2024-05-11T03:58:46.948 DEBUG:teuthology.orchestra.run.smithi173:> sudo cp /boot/grub/grub.cfg /tmp/tmp.mgdPsc6TAl 2024-05-11T03:58:46.954 INFO:teuthology.orchestra.run.smithi113.stdout:Package: linux-image-generic 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Status: install ok installed 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Priority: optional 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Section: kernel 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Installed-Size: 21 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Architecture: amd64 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Source: linux-meta 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Version: 5.15.0.106.106 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Recommends: thermald 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout:Description: Generic Linux kernel image 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout: This package will always depend on the latest generic kernel image 2024-05-11T03:58:46.955 INFO:teuthology.orchestra.run.smithi113.stdout: available. 2024-05-11T03:58:46.956 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-106-generic 2024-05-11T03:58:46.956 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-11T03:58:46.957 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-11T03:58:46.957 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-05-11T03:58:46.957 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi113.front.sepia.ceph.com, path=None, version=distro) 2024-05-11T03:58:46.957 DEBUG:teuthology.orchestra.run.smithi113:> sudo apt-get clean 2024-05-11T03:58:47.003 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0666 /tmp/tmp.mgdPsc6TAl 2024-05-11T03:58:47.124 DEBUG:teuthology.orchestra.remote:smithi173:/tmp/tmp.mgdPsc6TAl is 10KB 2024-05-11T03:58:47.137 DEBUG:teuthology.orchestra.run.smithi173:> rm -fr /tmp/tmp.mgdPsc6TAl 2024-05-11T03:58:47.143 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-05-11T03:58:47.176 DEBUG:teuthology.orchestra.run.smithi113:> sudo apt-get update 2024-05-11T03:58:47.197 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T03:58:47.198 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-05-11T03:58:47.198 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-05-11T03:58:47.262 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-106-generic 2024-05-11T03:58:47.263 DEBUG:teuthology.orchestra.run.smithi173:> sudo update-grub 2024-05-11T03:58:47.305 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T03:58:47.305 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T03:58:47.315 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T03:58:47.335 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T03:58:48.486 INFO:teuthology.orchestra.run.smithi173.stderr:Sourcing file `/etc/default/grub' 2024-05-11T03:58:48.487 INFO:teuthology.orchestra.run.smithi173.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T03:58:48.489 INFO:teuthology.orchestra.run.smithi173.stderr:Generating grub configuration file ... 2024-05-11T03:58:48.664 INFO:teuthology.orchestra.run.smithi113.stdout:Reading package lists... 2024-05-11T03:58:48.681 INFO:teuthology.orchestra.run.smithi173.stderr:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T03:58:48.682 DEBUG:teuthology.orchestra.run.smithi113:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T03:58:48.687 INFO:teuthology.orchestra.run.smithi173.stderr:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:48.733 INFO:teuthology.orchestra.run.smithi113.stdout:Reading package lists... 2024-05-11T03:58:48.918 INFO:teuthology.orchestra.run.smithi113.stdout:Building dependency tree... 2024-05-11T03:58:48.919 INFO:teuthology.orchestra.run.smithi113.stdout:Reading state information... 2024-05-11T03:58:48.927 INFO:teuthology.orchestra.run.smithi173.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T03:58:48.933 INFO:teuthology.orchestra.run.smithi173.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T03:58:48.975 INFO:teuthology.orchestra.run.smithi173.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T03:58:48.981 INFO:teuthology.orchestra.run.smithi173.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T03:58:49.079 INFO:teuthology.orchestra.run.smithi113.stdout:linux-image-generic is already the newest version (5.15.0.106.106). 2024-05-11T03:58:49.079 INFO:teuthology.orchestra.run.smithi113.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T03:58:49.079 INFO:teuthology.orchestra.run.smithi113.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T03:58:49.079 INFO:teuthology.orchestra.run.smithi113.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T03:58:49.079 INFO:teuthology.orchestra.run.smithi113.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T03:58:49.080 INFO:teuthology.orchestra.run.smithi113.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T03:58:49.080 INFO:teuthology.orchestra.run.smithi113.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T03:58:49.080 INFO:teuthology.orchestra.run.smithi113.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T03:58:49.120 INFO:teuthology.orchestra.run.smithi113.stdout:0 upgraded, 0 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T03:58:49.122 DEBUG:teuthology.orchestra.run.smithi113:> dpkg -s linux-image-generic 2024-05-11T03:58:49.143 INFO:teuthology.orchestra.run.smithi173.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T03:58:49.143 INFO:teuthology.orchestra.run.smithi173.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T03:58:49.143 INFO:teuthology.orchestra.run.smithi173.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T03:58:49.159 INFO:teuthology.orchestra.run.smithi173.stderr:done 2024-05-11T03:58:49.168 DEBUG:teuthology.orchestra.run.smithi173:> sudo shutdown -r now 2024-05-11T03:58:49.183 INFO:teuthology.orchestra.run.smithi113.stdout:Package: linux-image-generic 2024-05-11T03:58:49.183 INFO:teuthology.orchestra.run.smithi113.stdout:Status: install ok installed 2024-05-11T03:58:49.183 INFO:teuthology.orchestra.run.smithi113.stdout:Priority: optional 2024-05-11T03:58:49.183 INFO:teuthology.orchestra.run.smithi113.stdout:Section: kernel 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Installed-Size: 21 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Architecture: amd64 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Source: linux-meta 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Version: 5.15.0.106.106 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Recommends: thermald 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout:Description: Generic Linux kernel image 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout: This package will always depend on the latest generic kernel image 2024-05-11T03:58:49.184 INFO:teuthology.orchestra.run.smithi113.stdout: available. 2024-05-11T03:58:49.184 DEBUG:teuthology.orchestra.run.smithi113:> mktemp 2024-05-11T03:58:49.231 INFO:teuthology.orchestra.run.smithi113.stdout:/tmp/tmp.nvRzrui628 2024-05-11T03:58:49.232 DEBUG:teuthology.orchestra.run.smithi113:> sudo cp /boot/grub/grub.cfg /tmp/tmp.nvRzrui628 2024-05-11T03:58:49.289 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 0666 /tmp/tmp.nvRzrui628 2024-05-11T03:58:49.404 DEBUG:teuthology.orchestra.remote:smithi113:/tmp/tmp.nvRzrui628 is 10KB 2024-05-11T03:58:49.416 DEBUG:teuthology.orchestra.run.smithi113:> rm -fr /tmp/tmp.nvRzrui628 2024-05-11T03:58:49.421 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-05-11T03:58:49.475 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T03:58:49.475 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-05-11T03:58:49.475 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-05-11T03:58:49.539 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-106-generic 2024-05-11T03:58:49.539 DEBUG:teuthology.orchestra.run.smithi113:> sudo update-grub 2024-05-11T03:58:50.693 INFO:teuthology.orchestra.run.smithi113.stderr:Sourcing file `/etc/default/grub' 2024-05-11T03:58:50.694 INFO:teuthology.orchestra.run.smithi113.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T03:58:50.696 INFO:teuthology.orchestra.run.smithi113.stderr:Generating grub configuration file ... 2024-05-11T03:58:50.865 INFO:teuthology.orchestra.run.smithi113.stderr:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T03:58:50.871 INFO:teuthology.orchestra.run.smithi113.stderr:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T03:58:51.086 INFO:teuthology.orchestra.run.smithi113.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T03:58:51.091 INFO:teuthology.orchestra.run.smithi113.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T03:58:51.130 INFO:teuthology.orchestra.run.smithi113.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T03:58:51.135 INFO:teuthology.orchestra.run.smithi113.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T03:58:51.257 INFO:teuthology.orchestra.run.smithi113.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T03:58:51.257 INFO:teuthology.orchestra.run.smithi113.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T03:58:51.257 INFO:teuthology.orchestra.run.smithi113.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T03:58:51.274 INFO:teuthology.orchestra.run.smithi113.stderr:done 2024-05-11T03:58:51.282 DEBUG:teuthology.orchestra.run.smithi113:> sudo shutdown -r now 2024-05-11T03:59:19.184 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-05-11T03:59:19.185 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-05-11T03:59:19.186 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T03:59:21.287 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-05-11T03:59:21.287 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T03:59:21.287 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T03:59:55.935 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-05-11T04:00:04.943 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T04:00:04.944 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:00:07.998 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-05-11T04:00:19.198 DEBUG:teuthology.orchestra.remote:timed out 2024-05-11T04:00:20.000 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T04:00:20.000 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:00:28.206 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-05-11T04:00:28.207 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:00:28.868 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-05-11T04:00:29.658 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-05-11T04:00:29.658 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-106-generic"... 2024-05-11T04:00:29.659 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2024-05-11T04:00:29.704 INFO:teuthology.orchestra.run.smithi173.stdout:5.15.0-106-generic 2024-05-11T04:00:29.704 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-106-generic vs 5.15.0-106-generic 2024-05-11T04:00:29.705 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-11T04:00:29.705 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-05-11T04:00:30.705 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-05-11T04:00:30.705 DEBUG:teuthology.orchestra.run.smithi173:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-11T04:00:30.824 INFO:teuthology.orchestra.run.smithi173.stdout:ttyS1 2024-05-11T04:00:30.858 DEBUG:teuthology.parallel:result is None 2024-05-11T04:00:51.487 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-05-11T04:01:06.488 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T04:01:06.489 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:01:06.747 DEBUG:teuthology.orchestra.run.smithi113:> true 2024-05-11T04:01:07.353 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T04:01:07.354 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-106-generic"... 2024-05-11T04:01:07.354 DEBUG:teuthology.orchestra.run.smithi113:> uname -r 2024-05-11T04:01:07.405 INFO:teuthology.orchestra.run.smithi113.stdout:5.15.0-106-generic 2024-05-11T04:01:07.405 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-106-generic vs 5.15.0-106-generic 2024-05-11T04:01:07.405 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-11T04:01:07.406 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-05-11T04:01:08.406 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-05-11T04:01:08.406 DEBUG:teuthology.orchestra.run.smithi113:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-11T04:01:08.743 INFO:teuthology.orchestra.run.smithi113.stdout:ttyS1 2024-05-11T04:01:08.759 DEBUG:teuthology.parallel:result is None 2024-05-11T04:01:08.760 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-11T04:01:08.776 INFO:teuthology.task.internal:Creating test directory... 2024-05-11T04:01:08.776 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-11T04:01:08.780 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-11T04:01:08.788 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-11T04:01:08.798 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-11T04:01:08.812 INFO:teuthology.task.internal:Creating archive directory... 2024-05-11T04:01:08.812 DEBUG:teuthology.orchestra.run.smithi113:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-11T04:01:08.828 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-11T04:01:08.928 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-11T04:01:08.934 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-11T04:01:08.934 DEBUG:teuthology.orchestra.run.smithi113:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-11T04:01:08.937 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-11T04:01:08.951 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:01:08.959 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:01:08.971 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:01:08.980 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:01:08.981 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-11T04:01:08.988 INFO:teuthology.task.internal:Configuring sudo... 2024-05-11T04:01:08.988 DEBUG:teuthology.orchestra.run.smithi113:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-11T04:01:09.006 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-11T04:01:09.036 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-11T04:01:09.044 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-11T04:01:09.045 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-11T04:01:09.070 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-11T04:01:09.084 DEBUG:teuthology.orchestra.run.smithi113:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-11T04:01:09.122 DEBUG:teuthology.orchestra.run.smithi113:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-11T04:01:09.171 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:01:09.171 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-11T04:01:09.242 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-11T04:01:09.248 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-11T04:01:09.296 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:01:09.296 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-11T04:01:09.375 DEBUG:teuthology.orchestra.run.smithi113:> sudo service rsyslog restart 2024-05-11T04:01:09.377 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2024-05-11T04:01:09.445 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-11T04:01:09.454 INFO:teuthology.task.internal:Starting timer... 2024-05-11T04:01:09.454 INFO:teuthology.run_tasks:Running task pcp... 2024-05-11T04:01:09.469 INFO:teuthology.run_tasks:Running task selinux... 2024-05-11T04:01:09.481 DEBUG:teuthology.task.selinux:Excluding smithi113: OS 'ubuntu' does not support SELinux 2024-05-11T04:01:09.481 DEBUG:teuthology.task.selinux:Excluding smithi173: OS 'ubuntu' does not support SELinux 2024-05-11T04:01:09.481 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-11T04:01:09.481 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-05-11T04:01:09.481 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-11T04:01:09.481 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-11T04:01:09.493 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-11T04:01:09.499 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-11T04:01:09.643 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-11T04:01:09.658 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-11T04:01:09.659 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi113.front.sepia.ceph.com,smithi173.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-11T04:08:08.186 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi113.front.sepia.ceph.com'), Remote(name='ubuntu@smithi173.front.sepia.ceph.com')] 2024-05-11T04:08:08.187 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T04:08:08.188 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:08:08.268 DEBUG:teuthology.orchestra.run.smithi113:> true 2024-05-11T04:08:08.346 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-05-11T04:08:08.346 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-05-11T04:08:08.347 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:08:08.428 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-05-11T04:08:08.502 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-05-11T04:08:08.503 INFO:teuthology.run_tasks:Running task clock... 2024-05-11T04:08:08.515 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-11T04:08:08.516 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-11T04:08:08.516 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T04:08:08.518 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-11T04:08:08.519 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Command line: ntpd -gq 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: ---------------------------------------------------- 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: ntp-4 is maintained by Network Time Foundation, 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: corporation. Support and training for ntp-4 are 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: available at https://www.nwtime.org/support 2024-05-11T04:08:08.546 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: ---------------------------------------------------- 2024-05-11T04:08:08.547 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: proto: precision = 0.046 usec (-24) 2024-05-11T04:08:08.547 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: basedate set to 2022-02-04 2024-05-11T04:08:08.547 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: gps base set to 2022-02-06 (week 2196) 2024-05-11T04:08:08.547 INFO:teuthology.orchestra.run.smithi113.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:08:08.548 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:08:08.548 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:08:08.548 INFO:teuthology.orchestra.run.smithi113.stderr:restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listen and drop on 0 v6wildcard [::]:123 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listen normally on 2 lo 127.0.0.1:123 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listen normally on 3 enp3s0f1 172.21.15.113:123 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listen normally on 4 lo [::1]:123 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d7c1%5]:123 2024-05-11T04:08:08.549 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:08 ntpd[17276]: Listening on routing socket on fd #22 for interface updates 2024-05-11T04:08:08.575 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Command line: ntpd -gq 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: ---------------------------------------------------- 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: ntp-4 is maintained by Network Time Foundation, 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: corporation. Support and training for ntp-4 are 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: available at https://www.nwtime.org/support 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: ---------------------------------------------------- 2024-05-11T04:08:08.576 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: proto: precision = 0.043 usec (-24) 2024-05-11T04:08:08.577 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: basedate set to 2022-02-04 2024-05-11T04:08:08.577 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: gps base set to 2022-02-06 (week 2196) 2024-05-11T04:08:08.577 INFO:teuthology.orchestra.run.smithi173.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:08:08.578 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:08:08.578 INFO:teuthology.orchestra.run.smithi173.stderr:restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:08:08.579 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:08:08.579 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listen and drop on 0 v6wildcard [::]:123 2024-05-11T04:08:08.580 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-05-11T04:08:08.580 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listen normally on 2 lo 127.0.0.1:123 2024-05-11T04:08:08.580 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listen normally on 3 enp3s0f1 172.21.15.173:123 2024-05-11T04:08:08.580 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listen normally on 4 lo [::1]:123 2024-05-11T04:08:08.580 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7259%5]:123 2024-05-11T04:08:08.580 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:08 ntpd[17249]: Listening on routing socket on fd #22 for interface updates 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:09.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:09.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:09 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:09.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:09 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:09.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:09 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:10.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:10 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:10.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:10 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:10.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:10 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:10.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:10 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:10.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:10 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:10.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:10 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:11.546 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:11 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:11.546 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:11 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:11.551 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:11 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:11.551 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:11 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:11.551 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:11 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:11.551 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:11 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:11.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:11 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:11.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:11 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:11.580 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:11 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:11.580 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:11 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:11.582 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:11 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:11.583 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:11 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:12.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:12.549 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:12.549 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:12.549 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:12 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:12.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:12 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:12.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:12 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:12.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:12 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:12.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:12 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:12.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:12 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:12.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:12 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:13.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:13 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:13.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:13 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:13.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:13 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:13.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:13 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:13.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:13 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:13.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:13 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:13.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:13 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:14.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:14 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:14.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:14 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:14.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:14 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:14.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:14 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:14.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:14 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:14.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:14 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:14.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:14 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:15.547 INFO:teuthology.orchestra.run.smithi113.stdout:11 May 04:08:15 ntpd[17276]: ntpd: time slew -0.001359 s 2024-05-11T04:08:15.548 INFO:teuthology.orchestra.run.smithi113.stdout:ntpd: time slew -0.001359s 2024-05-11T04:08:15.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-05-11T04:08:15.548 INFO:teuthology.orchestra.run.smithi113.stderr:11 May 04:08:15 ntpd[17276]: can't open /var/log/ntpstats/loopstats.20240511: Permission denied 2024-05-11T04:08:15.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:15.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:15 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:15.602 INFO:teuthology.orchestra.run.smithi113.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T04:08:15.602 INFO:teuthology.orchestra.run.smithi113.stdout:============================================================================== 2024-05-11T04:08:15.602 INFO:teuthology.orchestra.run.smithi113.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:15.602 INFO:teuthology.orchestra.run.smithi113.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:15.602 INFO:teuthology.orchestra.run.smithi113.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:15.602 INFO:teuthology.orchestra.run.smithi113.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:16 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:16 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:16 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:16 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:16 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:16.576 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:16 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:17.577 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:08:17.578 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:08:17.578 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:08:17.578 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:08:17.578 INFO:teuthology.orchestra.run.smithi173.stdout:11 May 04:08:17 ntpd[17249]: ntpd: time slew -0.002672 s 2024-05-11T04:08:17.578 INFO:teuthology.orchestra.run.smithi173.stdout:ntpd: time slew -0.002672s 2024-05-11T04:08:17.578 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-05-11T04:08:17.579 INFO:teuthology.orchestra.run.smithi173.stderr:11 May 04:08:17 ntpd[17249]: can't open /var/log/ntpstats/loopstats.20240511: Permission denied 2024-05-11T04:08:17.641 INFO:teuthology.orchestra.run.smithi173.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T04:08:17.641 INFO:teuthology.orchestra.run.smithi173.stdout:============================================================================== 2024-05-11T04:08:17.641 INFO:teuthology.orchestra.run.smithi173.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:17.641 INFO:teuthology.orchestra.run.smithi173.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:17.641 INFO:teuthology.orchestra.run.smithi173.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:17.641 INFO:teuthology.orchestra.run.smithi173.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:08:17.642 INFO:teuthology.run_tasks:Running task install... 2024-05-11T04:08:17.653 DEBUG:teuthology.task.install:project ceph 2024-05-11T04:08:17.654 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9'}} 2024-05-11T04:08:17.654 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9'} 2024-05-11T04:08:17.654 INFO:teuthology.task.install:Using flavor: default 2024-05-11T04:08:17.660 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-11T04:08:17.660 INFO:teuthology.task.install:extra packages: [] 2024-05-11T04:08:17.661 DEBUG:teuthology.orchestra.run.smithi113:> sudo apt-key list | grep Ceph 2024-05-11T04:08:17.661 DEBUG:teuthology.orchestra.run.smithi173:> sudo apt-key list | grep Ceph 2024-05-11T04:08:17.722 INFO:teuthology.orchestra.run.smithi113.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-05-11T04:08:17.744 INFO:teuthology.orchestra.run.smithi173.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-05-11T04:08:17.748 INFO:teuthology.orchestra.run.smithi113.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-05-11T04:08:17.748 INFO:teuthology.orchestra.run.smithi113.stdout:uid [ unknown] Ceph.com (release key) 2024-05-11T04:08:17.749 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-05-11T04:08:17.750 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:08:17.750 INFO:teuthology.packaging:ref: None 2024-05-11T04:08:17.750 INFO:teuthology.packaging:tag: None 2024-05-11T04:08:17.750 INFO:teuthology.packaging:branch: reef 2024-05-11T04:08:17.750 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:08:17.750 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:08:17.773 INFO:teuthology.orchestra.run.smithi173.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-05-11T04:08:17.773 INFO:teuthology.orchestra.run.smithi173.stdout:uid [ unknown] Ceph.com (release key) 2024-05-11T04:08:17.773 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-05-11T04:08:17.773 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:08:17.773 INFO:teuthology.packaging:ref: None 2024-05-11T04:08:17.774 INFO:teuthology.packaging:tag: None 2024-05-11T04:08:17.774 INFO:teuthology.packaging:branch: reef 2024-05-11T04:08:17.774 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:08:17.774 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:08:18.074 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default/ 2024-05-11T04:08:18.075 INFO:teuthology.task.install.deb:Package version is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:08:18.115 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default/ 2024-05-11T04:08:18.116 INFO:teuthology.task.install.deb:Package version is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:08:18.186 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:08:18.186 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-05-11T04:08:18.200 DEBUG:teuthology.orchestra.run.smithi113:> sudo apt-get update 2024-05-11T04:08:18.283 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:08:18.284 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-05-11T04:08:18.298 DEBUG:teuthology.orchestra.run.smithi173:> sudo apt-get update 2024-05-11T04:08:18.419 INFO:teuthology.orchestra.run.smithi113.stdout:Ign:1 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy InRelease 2024-05-11T04:08:18.440 INFO:teuthology.orchestra.run.smithi113.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2024-05-11T04:08:18.463 INFO:teuthology.orchestra.run.smithi113.stdout:Ign:3 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release.gpg 2024-05-11T04:08:18.470 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:08:18.470 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T04:08:18.484 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T04:08:18.485 INFO:teuthology.orchestra.run.smithi113.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-05-11T04:08:18.503 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:08:18.504 INFO:teuthology.orchestra.run.smithi173.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T04:08:18.508 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:6 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T04:08:18.518 INFO:teuthology.orchestra.run.smithi173.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy InRelease 2024-05-11T04:08:18.524 INFO:teuthology.orchestra.run.smithi113.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-05-11T04:08:18.539 INFO:teuthology.orchestra.run.smithi173.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2024-05-11T04:08:18.561 INFO:teuthology.orchestra.run.smithi173.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release.gpg 2024-05-11T04:08:18.567 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T04:08:18.582 INFO:teuthology.orchestra.run.smithi173.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-05-11T04:08:18.609 INFO:teuthology.orchestra.run.smithi173.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-05-11T04:08:18.650 INFO:teuthology.orchestra.run.smithi113.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T04:08:18.810 INFO:teuthology.orchestra.run.smithi173.stdout:Fetched 28.1 kB in 0s (83.7 kB/s) 2024-05-11T04:08:18.872 INFO:teuthology.orchestra.run.smithi113.stdout:Fetched 28.1 kB in 0s (57.0 kB/s) 2024-05-11T04:08:19.751 INFO:teuthology.orchestra.run.smithi173.stdout:Reading package lists... 2024-05-11T04:08:19.766 DEBUG:teuthology.orchestra.run.smithi173:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1314-gd8a07129-1jammy cephadm=18.2.2-1314-gd8a07129-1jammy ceph-mds=18.2.2-1314-gd8a07129-1jammy ceph-mgr=18.2.2-1314-gd8a07129-1jammy ceph-common=18.2.2-1314-gd8a07129-1jammy ceph-fuse=18.2.2-1314-gd8a07129-1jammy ceph-test=18.2.2-1314-gd8a07129-1jammy radosgw=18.2.2-1314-gd8a07129-1jammy python3-rados=18.2.2-1314-gd8a07129-1jammy python3-rgw=18.2.2-1314-gd8a07129-1jammy python3-cephfs=18.2.2-1314-gd8a07129-1jammy python3-rbd=18.2.2-1314-gd8a07129-1jammy libcephfs2=18.2.2-1314-gd8a07129-1jammy libcephfs-dev=18.2.2-1314-gd8a07129-1jammy librados2=18.2.2-1314-gd8a07129-1jammy librbd1=18.2.2-1314-gd8a07129-1jammy rbd-fuse=18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:08:19.825 INFO:teuthology.orchestra.run.smithi173.stdout:Reading package lists... 2024-05-11T04:08:19.838 INFO:teuthology.orchestra.run.smithi113.stdout:Reading package lists... 2024-05-11T04:08:19.854 DEBUG:teuthology.orchestra.run.smithi113:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1314-gd8a07129-1jammy cephadm=18.2.2-1314-gd8a07129-1jammy ceph-mds=18.2.2-1314-gd8a07129-1jammy ceph-mgr=18.2.2-1314-gd8a07129-1jammy ceph-common=18.2.2-1314-gd8a07129-1jammy ceph-fuse=18.2.2-1314-gd8a07129-1jammy ceph-test=18.2.2-1314-gd8a07129-1jammy radosgw=18.2.2-1314-gd8a07129-1jammy python3-rados=18.2.2-1314-gd8a07129-1jammy python3-rgw=18.2.2-1314-gd8a07129-1jammy python3-cephfs=18.2.2-1314-gd8a07129-1jammy python3-rbd=18.2.2-1314-gd8a07129-1jammy libcephfs2=18.2.2-1314-gd8a07129-1jammy libcephfs-dev=18.2.2-1314-gd8a07129-1jammy librados2=18.2.2-1314-gd8a07129-1jammy librbd1=18.2.2-1314-gd8a07129-1jammy rbd-fuse=18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:08:19.916 INFO:teuthology.orchestra.run.smithi113.stdout:Reading package lists... 2024-05-11T04:08:20.027 INFO:teuthology.orchestra.run.smithi173.stdout:Building dependency tree... 2024-05-11T04:08:20.027 INFO:teuthology.orchestra.run.smithi173.stdout:Reading state information... 2024-05-11T04:08:20.119 INFO:teuthology.orchestra.run.smithi113.stdout:Building dependency tree... 2024-05-11T04:08:20.120 INFO:teuthology.orchestra.run.smithi113.stdout:Reading state information... 2024-05-11T04:08:20.208 INFO:teuthology.orchestra.run.smithi173.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:08:20.208 INFO:teuthology.orchestra.run.smithi173.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:08:20.209 INFO:teuthology.orchestra.run.smithi173.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:08:20.209 INFO:teuthology.orchestra.run.smithi173.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:08:20.209 INFO:teuthology.orchestra.run.smithi173.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T04:08:20.209 INFO:teuthology.orchestra.run.smithi173.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T04:08:20.209 INFO:teuthology.orchestra.run.smithi173.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:08:20.210 INFO:teuthology.orchestra.run.smithi173.stdout:The following additional packages will be installed: 2024-05-11T04:08:20.210 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-05-11T04:08:20.210 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-05-11T04:08:20.211 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-05-11T04:08:20.212 INFO:teuthology.orchestra.run.smithi173.stdout:Suggested packages: 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: python3-watchdog 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout:Recommended packages: 2024-05-11T04:08:20.213 INFO:teuthology.orchestra.run.smithi173.stdout: btrfs-tools 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout:The following NEW packages will be installed: 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-05-11T04:08:20.309 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-05-11T04:08:20.310 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-05-11T04:08:20.311 INFO:teuthology.orchestra.run.smithi173.stdout: socat xmlstarlet 2024-05-11T04:08:20.313 INFO:teuthology.orchestra.run.smithi113.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:08:20.313 INFO:teuthology.orchestra.run.smithi113.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:08:20.313 INFO:teuthology.orchestra.run.smithi113.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:08:20.313 INFO:teuthology.orchestra.run.smithi113.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:08:20.313 INFO:teuthology.orchestra.run.smithi113.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T04:08:20.313 INFO:teuthology.orchestra.run.smithi113.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T04:08:20.314 INFO:teuthology.orchestra.run.smithi113.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:08:20.314 INFO:teuthology.orchestra.run.smithi113.stdout:The following additional packages will be installed: 2024-05-11T04:08:20.314 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-05-11T04:08:20.314 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-05-11T04:08:20.315 INFO:teuthology.orchestra.run.smithi113.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-05-11T04:08:20.315 INFO:teuthology.orchestra.run.smithi113.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-05-11T04:08:20.315 INFO:teuthology.orchestra.run.smithi113.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-05-11T04:08:20.315 INFO:teuthology.orchestra.run.smithi113.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-05-11T04:08:20.315 INFO:teuthology.orchestra.run.smithi113.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:08:20.316 INFO:teuthology.orchestra.run.smithi113.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout:Suggested packages: 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: python3-watchdog 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout:Recommended packages: 2024-05-11T04:08:20.317 INFO:teuthology.orchestra.run.smithi113.stdout: btrfs-tools 2024-05-11T04:08:20.374 INFO:teuthology.orchestra.run.smithi173.stdout:0 upgraded, 109 newly installed, 0 to remove and 307 not upgraded. 2024-05-11T04:08:20.374 INFO:teuthology.orchestra.run.smithi173.stdout:Need to get 162 MB of archives. 2024-05-11T04:08:20.374 INFO:teuthology.orchestra.run.smithi173.stdout:After this operation, 743 MB of additional disk space will be used. 2024-05-11T04:08:20.375 INFO:teuthology.orchestra.run.smithi173.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-05-11T04:08:20.415 INFO:teuthology.orchestra.run.smithi113.stdout:The following NEW packages will be installed: 2024-05-11T04:08:20.415 INFO:teuthology.orchestra.run.smithi113.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-05-11T04:08:20.415 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-05-11T04:08:20.415 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-05-11T04:08:20.416 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-05-11T04:08:20.416 INFO:teuthology.orchestra.run.smithi113.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-05-11T04:08:20.417 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-05-11T04:08:20.418 INFO:teuthology.orchestra.run.smithi113.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:08:20.418 INFO:teuthology.orchestra.run.smithi113.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:08:20.418 INFO:teuthology.orchestra.run.smithi113.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:08:20.418 INFO:teuthology.orchestra.run.smithi113.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:08:20.418 INFO:teuthology.orchestra.run.smithi113.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-05-11T04:08:20.418 INFO:teuthology.orchestra.run.smithi113.stdout: socat xmlstarlet 2024-05-11T04:08:20.439 INFO:teuthology.orchestra.run.smithi173.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-05-11T04:08:20.480 INFO:teuthology.orchestra.run.smithi173.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-05-11T04:08:20.483 INFO:teuthology.orchestra.run.smithi113.stdout:0 upgraded, 109 newly installed, 0 to remove and 307 not upgraded. 2024-05-11T04:08:20.483 INFO:teuthology.orchestra.run.smithi113.stdout:Need to get 162 MB of archives. 2024-05-11T04:08:20.483 INFO:teuthology.orchestra.run.smithi113.stdout:After this operation, 743 MB of additional disk space will be used. 2024-05-11T04:08:20.484 INFO:teuthology.orchestra.run.smithi113.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-05-11T04:08:20.484 INFO:teuthology.orchestra.run.smithi173.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-05-11T04:08:20.501 INFO:teuthology.orchestra.run.smithi173.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-05-11T04:08:20.528 INFO:teuthology.orchestra.run.smithi173.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1314-gd8a07129-1jammy [3,447 kB] 2024-05-11T04:08:20.554 INFO:teuthology.orchestra.run.smithi113.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-05-11T04:08:20.560 INFO:teuthology.orchestra.run.smithi173.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-05-11T04:08:20.564 INFO:teuthology.orchestra.run.smithi173.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-05-11T04:08:20.575 INFO:teuthology.orchestra.run.smithi173.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-05-11T04:08:20.579 INFO:teuthology.orchestra.run.smithi173.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-05-11T04:08:20.579 INFO:teuthology.orchestra.run.smithi173.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-05-11T04:08:20.580 INFO:teuthology.orchestra.run.smithi173.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-05-11T04:08:20.588 INFO:teuthology.orchestra.run.smithi173.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-05-11T04:08:20.588 INFO:teuthology.orchestra.run.smithi173.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-05-11T04:08:20.589 INFO:teuthology.orchestra.run.smithi173.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-05-11T04:08:20.590 INFO:teuthology.orchestra.run.smithi173.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-05-11T04:08:20.598 INFO:teuthology.orchestra.run.smithi113.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-05-11T04:08:20.602 INFO:teuthology.orchestra.run.smithi113.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-05-11T04:08:20.603 INFO:teuthology.orchestra.run.smithi173.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-05-11T04:08:20.603 INFO:teuthology.orchestra.run.smithi173.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-05-11T04:08:20.603 INFO:teuthology.orchestra.run.smithi173.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-05-11T04:08:20.604 INFO:teuthology.orchestra.run.smithi173.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-05-11T04:08:20.620 INFO:teuthology.orchestra.run.smithi113.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-05-11T04:08:20.622 INFO:teuthology.orchestra.run.smithi173.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-05-11T04:08:20.622 INFO:teuthology.orchestra.run.smithi173.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-05-11T04:08:20.625 INFO:teuthology.orchestra.run.smithi173.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-05-11T04:08:20.626 INFO:teuthology.orchestra.run.smithi173.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-05-11T04:08:20.626 INFO:teuthology.orchestra.run.smithi173.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-05-11T04:08:20.627 INFO:teuthology.orchestra.run.smithi173.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-05-11T04:08:20.638 INFO:teuthology.orchestra.run.smithi113.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1314-gd8a07129-1jammy [3,447 kB] 2024-05-11T04:08:20.641 INFO:teuthology.orchestra.run.smithi173.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-05-11T04:08:20.642 INFO:teuthology.orchestra.run.smithi173.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-05-11T04:08:20.642 INFO:teuthology.orchestra.run.smithi173.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-05-11T04:08:20.644 INFO:teuthology.orchestra.run.smithi173.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-05-11T04:08:20.661 INFO:teuthology.orchestra.run.smithi173.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-05-11T04:08:20.661 INFO:teuthology.orchestra.run.smithi173.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-05-11T04:08:20.667 INFO:teuthology.orchestra.run.smithi173.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-05-11T04:08:20.667 INFO:teuthology.orchestra.run.smithi173.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-05-11T04:08:20.668 INFO:teuthology.orchestra.run.smithi173.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-05-11T04:08:20.669 INFO:teuthology.orchestra.run.smithi173.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-05-11T04:08:20.683 INFO:teuthology.orchestra.run.smithi113.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-05-11T04:08:20.685 INFO:teuthology.orchestra.run.smithi173.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-05-11T04:08:20.687 INFO:teuthology.orchestra.run.smithi173.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-05-11T04:08:20.688 INFO:teuthology.orchestra.run.smithi113.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-05-11T04:08:20.688 INFO:teuthology.orchestra.run.smithi173.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-05-11T04:08:20.690 INFO:teuthology.orchestra.run.smithi173.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-05-11T04:08:20.701 INFO:teuthology.orchestra.run.smithi113.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-05-11T04:08:20.704 INFO:teuthology.orchestra.run.smithi173.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-05-11T04:08:20.706 INFO:teuthology.orchestra.run.smithi113.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-05-11T04:08:20.707 INFO:teuthology.orchestra.run.smithi113.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-05-11T04:08:20.707 INFO:teuthology.orchestra.run.smithi173.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-05-11T04:08:20.707 INFO:teuthology.orchestra.run.smithi113.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-05-11T04:08:20.708 INFO:teuthology.orchestra.run.smithi173.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-05-11T04:08:20.709 INFO:teuthology.orchestra.run.smithi173.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-05-11T04:08:20.711 INFO:teuthology.orchestra.run.smithi173.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-05-11T04:08:20.716 INFO:teuthology.orchestra.run.smithi113.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-05-11T04:08:20.717 INFO:teuthology.orchestra.run.smithi113.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-05-11T04:08:20.717 INFO:teuthology.orchestra.run.smithi113.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-05-11T04:08:20.718 INFO:teuthology.orchestra.run.smithi113.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-05-11T04:08:20.749 INFO:teuthology.orchestra.run.smithi113.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-05-11T04:08:20.749 INFO:teuthology.orchestra.run.smithi113.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-05-11T04:08:20.749 INFO:teuthology.orchestra.run.smithi113.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-05-11T04:08:20.750 INFO:teuthology.orchestra.run.smithi113.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-05-11T04:08:20.751 INFO:teuthology.orchestra.run.smithi113.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-05-11T04:08:20.764 INFO:teuthology.orchestra.run.smithi173.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-05-11T04:08:20.765 INFO:teuthology.orchestra.run.smithi173.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-05-11T04:08:20.767 INFO:teuthology.orchestra.run.smithi173.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-05-11T04:08:20.767 INFO:teuthology.orchestra.run.smithi173.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-05-11T04:08:20.768 INFO:teuthology.orchestra.run.smithi173.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-05-11T04:08:20.768 INFO:teuthology.orchestra.run.smithi173.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-05-11T04:08:20.769 INFO:teuthology.orchestra.run.smithi173.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-05-11T04:08:20.771 INFO:teuthology.orchestra.run.smithi173.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-05-11T04:08:20.771 INFO:teuthology.orchestra.run.smithi173.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-05-11T04:08:20.774 INFO:teuthology.orchestra.run.smithi113.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-05-11T04:08:20.778 INFO:teuthology.orchestra.run.smithi113.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-05-11T04:08:20.779 INFO:teuthology.orchestra.run.smithi113.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-05-11T04:08:20.780 INFO:teuthology.orchestra.run.smithi113.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-05-11T04:08:20.781 INFO:teuthology.orchestra.run.smithi113.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-05-11T04:08:20.788 INFO:teuthology.orchestra.run.smithi173.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-05-11T04:08:20.805 INFO:teuthology.orchestra.run.smithi113.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-05-11T04:08:20.805 INFO:teuthology.orchestra.run.smithi113.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-05-11T04:08:20.806 INFO:teuthology.orchestra.run.smithi113.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-05-11T04:08:20.806 INFO:teuthology.orchestra.run.smithi173.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-05-11T04:08:20.808 INFO:teuthology.orchestra.run.smithi113.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-05-11T04:08:20.809 INFO:teuthology.orchestra.run.smithi173.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-05-11T04:08:20.809 INFO:teuthology.orchestra.run.smithi113.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-05-11T04:08:20.813 INFO:teuthology.orchestra.run.smithi173.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-05-11T04:08:20.832 INFO:teuthology.orchestra.run.smithi173.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-05-11T04:08:20.832 INFO:teuthology.orchestra.run.smithi173.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-05-11T04:08:20.833 INFO:teuthology.orchestra.run.smithi173.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-05-11T04:08:20.833 INFO:teuthology.orchestra.run.smithi173.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-05-11T04:08:20.834 INFO:teuthology.orchestra.run.smithi173.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-05-11T04:08:20.834 INFO:teuthology.orchestra.run.smithi173.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-05-11T04:08:20.836 INFO:teuthology.orchestra.run.smithi113.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-05-11T04:08:20.841 INFO:teuthology.orchestra.run.smithi173.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-05-11T04:08:20.846 INFO:teuthology.orchestra.run.smithi113.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-05-11T04:08:20.847 INFO:teuthology.orchestra.run.smithi113.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-05-11T04:08:20.848 INFO:teuthology.orchestra.run.smithi113.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-05-11T04:08:20.849 INFO:teuthology.orchestra.run.smithi113.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-05-11T04:08:20.851 INFO:teuthology.orchestra.run.smithi173.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-05-11T04:08:20.854 INFO:teuthology.orchestra.run.smithi173.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-05-11T04:08:20.857 INFO:teuthology.orchestra.run.smithi113.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-05-11T04:08:20.861 INFO:teuthology.orchestra.run.smithi113.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-05-11T04:08:20.862 INFO:teuthology.orchestra.run.smithi113.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-05-11T04:08:20.865 INFO:teuthology.orchestra.run.smithi113.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-05-11T04:08:20.867 INFO:teuthology.orchestra.run.smithi113.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-05-11T04:08:20.871 INFO:teuthology.orchestra.run.smithi173.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-05-11T04:08:20.873 INFO:teuthology.orchestra.run.smithi173.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-05-11T04:08:20.873 INFO:teuthology.orchestra.run.smithi173.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-05-11T04:08:20.877 INFO:teuthology.orchestra.run.smithi173.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-05-11T04:08:20.879 INFO:teuthology.orchestra.run.smithi173.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-05-11T04:08:20.883 INFO:teuthology.orchestra.run.smithi173.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-05-11T04:08:20.886 INFO:teuthology.orchestra.run.smithi173.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-05-11T04:08:20.886 INFO:teuthology.orchestra.run.smithi113.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-05-11T04:08:20.888 INFO:teuthology.orchestra.run.smithi113.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-05-11T04:08:20.889 INFO:teuthology.orchestra.run.smithi113.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-05-11T04:08:20.894 INFO:teuthology.orchestra.run.smithi113.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-05-11T04:08:20.909 INFO:teuthology.orchestra.run.smithi173.stdout:Get:75 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1314-gd8a07129-1jammy [3,105 kB] 2024-05-11T04:08:20.915 INFO:teuthology.orchestra.run.smithi173.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-05-11T04:08:20.918 INFO:teuthology.orchestra.run.smithi173.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-05-11T04:08:20.926 INFO:teuthology.orchestra.run.smithi173.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-05-11T04:08:20.952 INFO:teuthology.orchestra.run.smithi173.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-05-11T04:08:20.953 INFO:teuthology.orchestra.run.smithi173.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-05-11T04:08:20.979 INFO:teuthology.orchestra.run.smithi113.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-05-11T04:08:20.980 INFO:teuthology.orchestra.run.smithi113.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-05-11T04:08:20.981 INFO:teuthology.orchestra.run.smithi113.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-05-11T04:08:20.982 INFO:teuthology.orchestra.run.smithi113.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-05-11T04:08:20.983 INFO:teuthology.orchestra.run.smithi113.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-05-11T04:08:20.983 INFO:teuthology.orchestra.run.smithi113.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-05-11T04:08:20.992 INFO:teuthology.orchestra.run.smithi113.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-05-11T04:08:20.995 INFO:teuthology.orchestra.run.smithi113.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-05-11T04:08:20.995 INFO:teuthology.orchestra.run.smithi113.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-05-11T04:08:21.002 INFO:teuthology.orchestra.run.smithi113.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-05-11T04:08:21.027 INFO:teuthology.orchestra.run.smithi113.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-05-11T04:08:21.029 INFO:teuthology.orchestra.run.smithi113.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-05-11T04:08:21.030 INFO:teuthology.orchestra.run.smithi113.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-05-11T04:08:21.057 INFO:teuthology.orchestra.run.smithi113.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-05-11T04:08:21.057 INFO:teuthology.orchestra.run.smithi113.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-05-11T04:08:21.057 INFO:teuthology.orchestra.run.smithi113.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-05-11T04:08:21.059 INFO:teuthology.orchestra.run.smithi113.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-05-11T04:08:21.059 INFO:teuthology.orchestra.run.smithi113.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-05-11T04:08:21.060 INFO:teuthology.orchestra.run.smithi113.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-05-11T04:08:21.062 INFO:teuthology.orchestra.run.smithi173.stdout:Get:81 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1314-gd8a07129-1jammy [679 kB] 2024-05-11T04:08:21.066 INFO:teuthology.orchestra.run.smithi113.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-05-11T04:08:21.066 INFO:teuthology.orchestra.run.smithi113.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-05-11T04:08:21.070 INFO:teuthology.orchestra.run.smithi113.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-05-11T04:08:21.079 INFO:teuthology.orchestra.run.smithi173.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1314-gd8a07129-1jammy [357 kB] 2024-05-11T04:08:21.086 INFO:teuthology.orchestra.run.smithi113.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-05-11T04:08:21.088 INFO:teuthology.orchestra.run.smithi113.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-05-11T04:08:21.088 INFO:teuthology.orchestra.run.smithi113.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-05-11T04:08:21.092 INFO:teuthology.orchestra.run.smithi113.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-05-11T04:08:21.095 INFO:teuthology.orchestra.run.smithi113.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-05-11T04:08:21.099 INFO:teuthology.orchestra.run.smithi173.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1314-gd8a07129-1jammy [32.8 kB] 2024-05-11T04:08:21.099 INFO:teuthology.orchestra.run.smithi113.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-05-11T04:08:21.103 INFO:teuthology.orchestra.run.smithi113.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-05-11T04:08:21.103 INFO:teuthology.orchestra.run.smithi173.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1314-gd8a07129-1jammy [180 kB] 2024-05-11T04:08:21.108 INFO:teuthology.orchestra.run.smithi173.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1314-gd8a07129-1jammy [63.7 kB] 2024-05-11T04:08:21.109 INFO:teuthology.orchestra.run.smithi113.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-05-11T04:08:21.110 INFO:teuthology.orchestra.run.smithi173.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1314-gd8a07129-1jammy [330 kB] 2024-05-11T04:08:21.111 INFO:teuthology.orchestra.run.smithi113.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-05-11T04:08:21.120 INFO:teuthology.orchestra.run.smithi113.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-05-11T04:08:21.120 INFO:teuthology.orchestra.run.smithi173.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1314-gd8a07129-1jammy [5,891 kB] 2024-05-11T04:08:21.130 INFO:teuthology.orchestra.run.smithi113.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-05-11T04:08:21.131 INFO:teuthology.orchestra.run.smithi113.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-05-11T04:08:21.326 INFO:teuthology.orchestra.run.smithi173.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1314-gd8a07129-1jammy [112 kB] 2024-05-11T04:08:21.331 INFO:teuthology.orchestra.run.smithi173.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1314-gd8a07129-1jammy [441 kB] 2024-05-11T04:08:21.346 INFO:teuthology.orchestra.run.smithi173.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1314-gd8a07129-1jammy [21.9 MB] 2024-05-11T04:08:22.002 INFO:teuthology.orchestra.run.smithi113.stdout:Get:80 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1314-gd8a07129-1jammy [3,105 kB] 2024-05-11T04:08:22.240 INFO:teuthology.orchestra.run.smithi173.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1314-gd8a07129-1jammy [5,002 kB] 2024-05-11T04:08:22.341 INFO:teuthology.orchestra.run.smithi173.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1314-gd8a07129-1jammy [241 kB] 2024-05-11T04:08:22.347 INFO:teuthology.orchestra.run.smithi173.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1314-gd8a07129-1jammy [130 kB] 2024-05-11T04:08:22.350 INFO:teuthology.orchestra.run.smithi173.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1314-gd8a07129-1jammy [1,490 kB] 2024-05-11T04:08:22.412 INFO:teuthology.orchestra.run.smithi173.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1314-gd8a07129-1jammy [6,079 kB] 2024-05-11T04:08:22.648 INFO:teuthology.orchestra.run.smithi173.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1314-gd8a07129-1jammy [22.3 MB] 2024-05-11T04:08:22.671 INFO:teuthology.orchestra.run.smithi113.stdout:Get:81 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1314-gd8a07129-1jammy [679 kB] 2024-05-11T04:08:22.824 INFO:teuthology.orchestra.run.smithi113.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1314-gd8a07129-1jammy [357 kB] 2024-05-11T04:08:22.902 INFO:teuthology.orchestra.run.smithi113.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1314-gd8a07129-1jammy [32.8 kB] 2024-05-11T04:08:22.903 INFO:teuthology.orchestra.run.smithi113.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1314-gd8a07129-1jammy [180 kB] 2024-05-11T04:08:22.909 INFO:teuthology.orchestra.run.smithi113.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1314-gd8a07129-1jammy [63.7 kB] 2024-05-11T04:08:22.911 INFO:teuthology.orchestra.run.smithi113.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1314-gd8a07129-1jammy [330 kB] 2024-05-11T04:08:22.988 INFO:teuthology.orchestra.run.smithi113.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1314-gd8a07129-1jammy [5,891 kB] 2024-05-11T04:08:23.675 INFO:teuthology.orchestra.run.smithi173.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1314-gd8a07129-1jammy [14.1 kB] 2024-05-11T04:08:23.676 INFO:teuthology.orchestra.run.smithi173.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1314-gd8a07129-1jammy [831 kB] 2024-05-11T04:08:23.694 INFO:teuthology.orchestra.run.smithi173.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1314-gd8a07129-1jammy [2,154 kB] 2024-05-11T04:08:23.734 INFO:teuthology.orchestra.run.smithi173.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1314-gd8a07129-1jammy [238 kB] 2024-05-11T04:08:23.738 INFO:teuthology.orchestra.run.smithi173.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1314-gd8a07129-1jammy [145 kB] 2024-05-11T04:08:23.739 INFO:teuthology.orchestra.run.smithi173.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1314-gd8a07129-1jammy [2,237 kB] 2024-05-11T04:08:23.854 INFO:teuthology.orchestra.run.smithi113.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1314-gd8a07129-1jammy [112 kB] 2024-05-11T04:08:23.857 INFO:teuthology.orchestra.run.smithi113.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1314-gd8a07129-1jammy [441 kB] 2024-05-11T04:08:23.896 INFO:teuthology.orchestra.run.smithi113.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1314-gd8a07129-1jammy [21.9 MB] 2024-05-11T04:08:23.926 INFO:teuthology.orchestra.run.smithi173.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1314-gd8a07129-1jammy [8,625 kB] 2024-05-11T04:08:24.209 INFO:teuthology.orchestra.run.smithi173.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1314-gd8a07129-1jammy [14.3 kB] 2024-05-11T04:08:24.210 INFO:teuthology.orchestra.run.smithi173.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1314-gd8a07129-1jammy [42.6 MB] 2024-05-11T04:08:26.424 INFO:teuthology.orchestra.run.smithi173.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1314-gd8a07129-1jammy [121 kB] 2024-05-11T04:08:26.427 INFO:teuthology.orchestra.run.smithi173.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1314-gd8a07129-1jammy [38.3 kB] 2024-05-11T04:08:26.428 INFO:teuthology.orchestra.run.smithi173.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1314-gd8a07129-1jammy [11.6 MB] 2024-05-11T04:08:26.521 INFO:teuthology.orchestra.run.smithi113.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1314-gd8a07129-1jammy [5,002 kB] 2024-05-11T04:08:26.799 INFO:teuthology.orchestra.run.smithi173.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1314-gd8a07129-1jammy [93.1 kB] 2024-05-11T04:08:26.875 INFO:teuthology.orchestra.run.smithi113.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1314-gd8a07129-1jammy [241 kB] 2024-05-11T04:08:26.883 INFO:teuthology.orchestra.run.smithi113.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1314-gd8a07129-1jammy [130 kB] 2024-05-11T04:08:26.886 INFO:teuthology.orchestra.run.smithi113.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1314-gd8a07129-1jammy [1,490 kB] 2024-05-11T04:08:26.960 INFO:teuthology.orchestra.run.smithi113.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1314-gd8a07129-1jammy [6,079 kB] 2024-05-11T04:08:27.272 INFO:teuthology.orchestra.run.smithi113.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1314-gd8a07129-1jammy [22.3 MB] 2024-05-11T04:08:27.349 INFO:teuthology.orchestra.run.smithi173.stdout:Fetched 162 MB in 6s (25.0 MB/s) 2024-05-11T04:08:27.459 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libfmt8:amd64. 2024-05-11T04:08:27.545 INFO:teuthology.orchestra.run.smithi173.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-05-11T04:08:27.550 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-05-11T04:08:27.627 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:08:27.953 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-05-11T04:08:27.979 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-05-11T04:08:28.019 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:08:28.365 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-05-11T04:08:28.391 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-05-11T04:08:28.431 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:08:28.477 INFO:teuthology.orchestra.run.smithi113.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1314-gd8a07129-1jammy [14.1 kB] 2024-05-11T04:08:28.477 INFO:teuthology.orchestra.run.smithi113.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1314-gd8a07129-1jammy [831 kB] 2024-05-11T04:08:28.493 INFO:teuthology.orchestra.run.smithi113.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1314-gd8a07129-1jammy [2,154 kB] 2024-05-11T04:08:28.585 INFO:teuthology.orchestra.run.smithi113.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1314-gd8a07129-1jammy [238 kB] 2024-05-11T04:08:28.590 INFO:teuthology.orchestra.run.smithi113.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1314-gd8a07129-1jammy [145 kB] 2024-05-11T04:08:28.593 INFO:teuthology.orchestra.run.smithi113.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1314-gd8a07129-1jammy [2,237 kB] 2024-05-11T04:08:28.700 INFO:teuthology.orchestra.run.smithi113.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1314-gd8a07129-1jammy [8,625 kB] 2024-05-11T04:08:28.717 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-05-11T04:08:28.743 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-05-11T04:08:28.784 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:08:29.121 INFO:teuthology.orchestra.run.smithi113.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1314-gd8a07129-1jammy [14.3 kB] 2024-05-11T04:08:29.121 INFO:teuthology.orchestra.run.smithi113.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1314-gd8a07129-1jammy [42.6 MB] 2024-05-11T04:08:29.204 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-05-11T04:08:29.231 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:08:29.279 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:08:29.674 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-05-11T04:08:29.700 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:08:29.740 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:08:30.052 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-05-11T04:08:30.078 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:08:30.118 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:08:30.463 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-05-11T04:08:30.489 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-05-11T04:08:30.530 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:08:30.865 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package librados2. 2024-05-11T04:08:30.894 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../008-librados2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:30.932 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:31.340 INFO:teuthology.orchestra.run.smithi113.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1314-gd8a07129-1jammy [121 kB] 2024-05-11T04:08:31.342 INFO:teuthology.orchestra.run.smithi113.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1314-gd8a07129-1jammy [38.3 kB] 2024-05-11T04:08:31.343 INFO:teuthology.orchestra.run.smithi113.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1314-gd8a07129-1jammy [11.6 MB] 2024-05-11T04:08:31.401 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package librbd1. 2024-05-11T04:08:31.427 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../009-librbd1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:31.468 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:31.871 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libcephfs2. 2024-05-11T04:08:31.897 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:31.929 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:31.993 INFO:teuthology.orchestra.run.smithi113.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1314-gd8a07129-1jammy [93.1 kB] 2024-05-11T04:08:32.198 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-rados. 2024-05-11T04:08:32.224 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../011-python3-rados_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:32.265 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:32.554 INFO:teuthology.orchestra.run.smithi113.stdout:Fetched 162 MB in 12s (14.0 MB/s) 2024-05-11T04:08:32.593 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-05-11T04:08:32.618 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:32.659 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:32.667 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libfmt8:amd64. 2024-05-11T04:08:32.762 INFO:teuthology.orchestra.run.smithi113.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-05-11T04:08:32.768 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-05-11T04:08:32.841 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:08:32.903 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-cephfs. 2024-05-11T04:08:32.929 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:32.961 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:33.135 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-05-11T04:08:33.161 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-05-11T04:08:33.202 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:08:33.256 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-ceph-common. 2024-05-11T04:08:33.282 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:33.322 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:33.550 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-05-11T04:08:33.573 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-05-11T04:08:33.613 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:08:33.650 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-wcwidth. 2024-05-11T04:08:33.677 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-05-11T04:08:33.717 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:08:33.941 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-05-11T04:08:33.967 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-05-11T04:08:34.008 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:08:34.061 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-prettytable. 2024-05-11T04:08:34.087 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-05-11T04:08:34.128 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-05-11T04:08:34.378 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-05-11T04:08:34.389 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-rbd. 2024-05-11T04:08:34.404 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:08:34.415 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:34.444 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:08:34.455 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:34.817 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-05-11T04:08:34.840 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-05-11T04:08:34.843 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-05-11T04:08:34.866 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:08:34.883 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:08:34.931 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:08:35.161 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package librgw2. 2024-05-11T04:08:35.176 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../019-librgw2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:35.211 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:35.259 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-05-11T04:08:35.285 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:08:35.325 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:08:35.637 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-05-11T04:08:35.660 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-05-11T04:08:35.695 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:08:35.705 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-rgw. 2024-05-11T04:08:35.731 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:35.772 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:36.007 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package librados2. 2024-05-11T04:08:36.033 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../008-librados2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:36.073 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:36.108 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package liboath0:amd64. 2024-05-11T04:08:36.134 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-05-11T04:08:36.174 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:08:36.418 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libradosstriper1. 2024-05-11T04:08:36.433 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:36.468 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:36.518 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package librbd1. 2024-05-11T04:08:36.544 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../009-librbd1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:36.584 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:36.855 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-common. 2024-05-11T04:08:36.881 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../023-ceph-common_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:37.113 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:37.229 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libcephfs2. 2024-05-11T04:08:37.255 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:37.295 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:37.548 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-rados. 2024-05-11T04:08:37.563 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../011-python3-rados_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:37.606 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:37.925 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-05-11T04:08:37.952 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:37.992 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:38.244 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-cephfs. 2024-05-11T04:08:38.260 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:38.302 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:38.377 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-base. 2024-05-11T04:08:38.404 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../024-ceph-base_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:38.453 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:38.614 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-ceph-common. 2024-05-11T04:08:38.640 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:38.680 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:38.983 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-wcwidth. 2024-05-11T04:08:38.999 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-05-11T04:08:39.033 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:08:39.040 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-05-11T04:08:39.066 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-05-11T04:08:39.106 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:08:39.369 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-prettytable. 2024-05-11T04:08:39.396 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-05-11T04:08:39.409 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-cheroot. 2024-05-11T04:08:39.435 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-05-11T04:08:39.436 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-05-11T04:08:39.476 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:08:39.705 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-rbd. 2024-05-11T04:08:39.720 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:39.754 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-05-11T04:08:39.763 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:39.780 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-05-11T04:08:39.812 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:08:40.108 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-05-11T04:08:40.115 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-jaraco.text. 2024-05-11T04:08:40.135 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-05-11T04:08:40.141 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-05-11T04:08:40.175 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:08:40.181 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:08:40.461 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package librgw2. 2024-05-11T04:08:40.484 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-05-11T04:08:40.487 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../019-librgw2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:40.511 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-05-11T04:08:40.527 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:40.551 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:08:40.828 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-tempora. 2024-05-11T04:08:40.854 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-05-11T04:08:40.895 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-05-11T04:08:41.030 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-rgw. 2024-05-11T04:08:41.056 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:41.096 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:41.190 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-portend. 2024-05-11T04:08:41.216 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-05-11T04:08:41.256 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-05-11T04:08:41.433 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package liboath0:amd64. 2024-05-11T04:08:41.459 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-05-11T04:08:41.499 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:08:41.559 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-05-11T04:08:41.585 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-05-11T04:08:41.625 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-05-11T04:08:41.802 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libradosstriper1. 2024-05-11T04:08:41.828 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:41.869 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:41.895 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-cherrypy3. 2024-05-11T04:08:41.921 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-05-11T04:08:41.962 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:08:42.247 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-common. 2024-05-11T04:08:42.273 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../023-ceph-common_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:42.324 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-natsort. 2024-05-11T04:08:42.350 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-05-11T04:08:42.368 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:42.390 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-05-11T04:08:42.693 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-logutils. 2024-05-11T04:08:42.720 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-05-11T04:08:42.760 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-05-11T04:08:43.004 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-markupsafe. 2024-05-11T04:08:43.022 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-05-11T04:08:43.063 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:08:43.315 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-mako. 2024-05-11T04:08:43.331 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-05-11T04:08:43.374 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:08:43.654 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-base. 2024-05-11T04:08:43.679 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../024-ceph-base_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:43.694 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-simplegeneric. 2024-05-11T04:08:43.720 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-05-11T04:08:43.729 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:43.760 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:08:44.062 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-singledispatch. 2024-05-11T04:08:44.089 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-05-11T04:08:44.129 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:08:44.315 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-05-11T04:08:44.342 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-05-11T04:08:44.382 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:08:44.440 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-webob. 2024-05-11T04:08:44.466 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-05-11T04:08:44.507 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:08:44.685 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-cheroot. 2024-05-11T04:08:44.711 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-05-11T04:08:44.751 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:08:44.885 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-waitress. 2024-05-11T04:08:44.911 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-05-11T04:08:44.954 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:08:45.046 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-05-11T04:08:45.072 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-05-11T04:08:45.112 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:08:45.262 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-tempita. 2024-05-11T04:08:45.289 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-05-11T04:08:45.329 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:08:45.374 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-jaraco.text. 2024-05-11T04:08:45.389 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-05-11T04:08:45.432 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:08:45.590 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-paste. 2024-05-11T04:08:45.605 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-05-11T04:08:45.640 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:08:45.718 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-05-11T04:08:45.744 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-05-11T04:08:45.801 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:08:45.943 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-05-11T04:08:45.958 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-05-11T04:08:46.001 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:08:46.104 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-tempora. 2024-05-11T04:08:46.130 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-05-11T04:08:46.170 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-05-11T04:08:46.246 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pastedeploy. 2024-05-11T04:08:46.261 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-05-11T04:08:46.304 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:08:46.432 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-portend. 2024-05-11T04:08:46.458 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-05-11T04:08:46.490 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-05-11T04:08:46.590 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-webtest. 2024-05-11T04:08:46.617 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-05-11T04:08:46.673 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-05-11T04:08:46.776 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-05-11T04:08:46.803 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-05-11T04:08:46.843 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-05-11T04:08:46.985 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pecan. 2024-05-11T04:08:47.011 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-05-11T04:08:47.051 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:08:47.146 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-cherrypy3. 2024-05-11T04:08:47.172 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-05-11T04:08:47.212 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:08:47.589 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-certifi. 2024-05-11T04:08:47.616 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-05-11T04:08:47.656 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-05-11T04:08:47.683 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-natsort. 2024-05-11T04:08:47.709 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-05-11T04:08:47.749 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-05-11T04:08:47.984 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-idna. 2024-05-11T04:08:48.010 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-05-11T04:08:48.050 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-idna (3.3-1) ... 2024-05-11T04:08:48.069 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-logutils. 2024-05-11T04:08:48.096 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-05-11T04:08:48.135 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-05-11T04:08:48.353 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-urllib3. 2024-05-11T04:08:48.368 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-05-11T04:08:48.411 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:08:48.422 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-markupsafe. 2024-05-11T04:08:48.449 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-05-11T04:08:48.488 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:08:48.723 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-requests. 2024-05-11T04:08:48.750 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-05-11T04:08:48.768 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-mako. 2024-05-11T04:08:48.781 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:08:48.795 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-05-11T04:08:48.835 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:08:49.050 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-werkzeug. 2024-05-11T04:08:49.077 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-05-11T04:08:49.117 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:08:49.155 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-simplegeneric. 2024-05-11T04:08:49.182 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-05-11T04:08:49.221 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:08:49.412 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-05-11T04:08:49.427 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:49.461 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:49.550 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-singledispatch. 2024-05-11T04:08:49.576 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-05-11T04:08:49.616 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:08:49.850 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-05-11T04:08:49.877 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:49.894 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-webob. 2024-05-11T04:08:49.916 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:49.920 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-05-11T04:08:49.960 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:08:50.227 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-bcrypt. 2024-05-11T04:08:50.254 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../055-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-05-11T04:08:50.294 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:08:50.305 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-waitress. 2024-05-11T04:08:50.332 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-05-11T04:08:50.375 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:08:50.555 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-openssl. 2024-05-11T04:08:50.570 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../056-python3-openssl_21.0.0-1_all.deb ... 2024-05-11T04:08:50.604 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-05-11T04:08:50.666 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-tempita. 2024-05-11T04:08:50.682 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-05-11T04:08:50.725 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:08:50.933 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mgr. 2024-05-11T04:08:50.960 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../057-ceph-mgr_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:50.969 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-paste. 2024-05-11T04:08:50.984 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-05-11T04:08:50.999 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:51.019 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:08:51.339 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-05-11T04:08:51.365 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-05-11T04:08:51.394 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mon. 2024-05-11T04:08:51.405 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:08:51.421 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../058-ceph-mon_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:51.460 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:52.064 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-osd. 2024-05-11T04:08:52.091 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../059-ceph-osd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:52.130 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:52.484 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pastedeploy. 2024-05-11T04:08:52.511 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-05-11T04:08:52.550 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:08:52.854 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-webtest. 2024-05-11T04:08:52.880 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-05-11T04:08:52.920 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-05-11T04:08:53.134 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph. 2024-05-11T04:08:53.149 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../060-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:53.192 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:53.231 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pecan. 2024-05-11T04:08:53.258 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-05-11T04:08:53.289 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:08:53.511 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-fuse. 2024-05-11T04:08:53.538 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../061-ceph-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:53.612 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-certifi. 2024-05-11T04:08:53.638 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-05-11T04:08:53.670 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-05-11T04:08:53.936 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:54.006 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-idna. 2024-05-11T04:08:54.033 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-05-11T04:08:54.072 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-idna (3.3-1) ... 2024-05-11T04:08:54.392 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-urllib3. 2024-05-11T04:08:54.419 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-05-11T04:08:54.459 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:08:54.598 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mds. 2024-05-11T04:08:54.625 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../062-ceph-mds_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:54.665 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:54.787 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-requests. 2024-05-11T04:08:54.814 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-05-11T04:08:54.853 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:08:55.043 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package cephadm. 2024-05-11T04:08:55.069 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../063-cephadm_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:55.109 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-werkzeug. 2024-05-11T04:08:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-05-11T04:08:55.231 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:08:55.454 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-asyncssh. 2024-05-11T04:08:55.480 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../064-python3-asyncssh_2.5.0-1_all.deb ... 2024-05-11T04:08:55.520 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-05-11T04:08:55.526 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-05-11T04:08:55.542 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:55.584 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:55.832 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python-babel-localedata. 2024-05-11T04:08:55.847 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../065-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:08:55.890 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:08:55.939 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-05-11T04:08:55.967 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:56.006 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:56.326 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-bcrypt. 2024-05-11T04:08:56.352 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../055-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-05-11T04:08:56.392 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:08:56.712 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-openssl. 2024-05-11T04:08:56.738 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../056-python3-openssl_21.0.0-1_all.deb ... 2024-05-11T04:08:56.778 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-05-11T04:08:56.845 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-babel. 2024-05-11T04:08:56.872 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../066-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:08:56.911 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:08:57.073 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mgr. 2024-05-11T04:08:57.100 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../057-ceph-mgr_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:57.131 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:57.241 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-jinja2. 2024-05-11T04:08:57.268 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../067-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-05-11T04:08:57.308 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:08:57.535 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mon. 2024-05-11T04:08:57.562 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../058-ceph-mon_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:57.601 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:57.653 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-05-11T04:08:57.680 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../068-ceph-mgr-cephadm_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:08:57.719 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:58.239 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pluggy. 2024-05-11T04:08:58.266 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-05-11T04:08:58.306 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:08:58.322 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-osd. 2024-05-11T04:08:58.348 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../059-ceph-osd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:58.388 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:58.584 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-py. 2024-05-11T04:08:58.611 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-05-11T04:08:58.643 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-py (1.10.0-1) ... 2024-05-11T04:08:58.979 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-iniconfig. 2024-05-11T04:08:59.009 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-05-11T04:08:59.045 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-05-11T04:08:59.307 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-toml. 2024-05-11T04:08:59.330 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-05-11T04:08:59.365 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-05-11T04:08:59.408 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph. 2024-05-11T04:08:59.435 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../060-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:59.475 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:08:59.668 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pytest. 2024-05-11T04:08:59.695 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-05-11T04:08:59.734 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:08:59.795 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-fuse. 2024-05-11T04:08:59.823 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../061-ceph-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:08:59.861 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:00.080 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-repoze.lru. 2024-05-11T04:09:00.106 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-05-11T04:09:00.146 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-05-11T04:09:00.223 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mds. 2024-05-11T04:09:00.250 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../062-ceph-mds_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:00.289 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:00.432 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-routes. 2024-05-11T04:09:00.459 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-05-11T04:09:00.499 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:09:00.626 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package cephadm. 2024-05-11T04:09:00.653 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../063-cephadm_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:00.684 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:00.836 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-05-11T04:09:00.863 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:00.902 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:00.970 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-asyncssh. 2024-05-11T04:09:00.997 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../064-python3-asyncssh_2.5.0-1_all.deb ... 2024-05-11T04:09:01.053 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-05-11T04:09:01.331 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python-babel-localedata. 2024-05-11T04:09:01.347 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../065-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:09:01.381 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:09:02.107 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-05-11T04:09:02.134 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-05-11T04:09:02.173 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:09:02.370 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-babel. 2024-05-11T04:09:02.398 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../066-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:09:02.437 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:09:02.702 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-joblib. 2024-05-11T04:09:02.730 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-05-11T04:09:02.731 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-jinja2. 2024-05-11T04:09:02.747 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../067-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-05-11T04:09:02.768 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:09:02.798 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:09:03.080 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-05-11T04:09:03.096 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-05-11T04:09:03.110 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-05-11T04:09:03.130 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:09:03.137 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../068-ceph-mgr-cephadm_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:03.176 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:03.433 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-sklearn. 2024-05-11T04:09:03.461 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-05-11T04:09:03.480 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pluggy. 2024-05-11T04:09:03.500 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:09:03.507 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-05-11T04:09:03.546 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:09:03.858 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-py. 2024-05-11T04:09:03.886 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-05-11T04:09:03.925 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-py (1.10.0-1) ... 2024-05-11T04:09:04.254 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-iniconfig. 2024-05-11T04:09:04.266 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-05-11T04:09:04.281 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-05-11T04:09:04.294 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:04.320 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-05-11T04:09:04.333 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:04.623 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-toml. 2024-05-11T04:09:04.650 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-05-11T04:09:04.689 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-05-11T04:09:04.959 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pytest. 2024-05-11T04:09:04.975 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-05-11T04:09:05.017 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:09:05.294 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-cachetools. 2024-05-11T04:09:05.321 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-05-11T04:09:05.352 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-05-11T04:09:05.388 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-repoze.lru. 2024-05-11T04:09:05.415 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-05-11T04:09:05.454 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-05-11T04:09:05.724 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-routes. 2024-05-11T04:09:05.740 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-05-11T04:09:05.740 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pyasn1. 2024-05-11T04:09:05.767 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-05-11T04:09:05.773 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:09:05.806 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:09:06.086 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-05-11T04:09:06.113 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:06.144 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:06.169 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-05-11T04:09:06.196 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-05-11T04:09:06.235 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:09:06.546 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-rsa. 2024-05-11T04:09:06.573 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-05-11T04:09:06.612 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-rsa (4.8-1) ... 2024-05-11T04:09:06.883 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-google-auth. 2024-05-11T04:09:06.910 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-05-11T04:09:06.941 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-05-11T04:09:07.228 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-05-11T04:09:07.255 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-05-11T04:09:07.294 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:09:07.341 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-05-11T04:09:07.368 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-05-11T04:09:07.407 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:09:07.606 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-websocket. 2024-05-11T04:09:07.632 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-05-11T04:09:07.672 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-05-11T04:09:07.903 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-joblib. 2024-05-11T04:09:07.919 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-05-11T04:09:07.953 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:09:08.001 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-kubernetes. 2024-05-11T04:09:08.028 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-05-11T04:09:08.067 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:09:08.482 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-05-11T04:09:08.509 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-05-11T04:09:08.548 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:09:08.844 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-sklearn. 2024-05-11T04:09:08.960 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-05-11T04:09:08.960 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:08.960 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-05-11T04:09:08.960 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:09:08.989 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:09.267 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libonig5:amd64. 2024-05-11T04:09:09.294 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-05-11T04:09:09.325 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:09:09.577 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-05-11T04:09:09.604 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:09.643 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:09.703 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libjq1:amd64. 2024-05-11T04:09:09.730 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:09:09.769 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:09:10.038 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package jq. 2024-05-11T04:09:10.055 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:09:10.097 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-05-11T04:09:10.341 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package socat. 2024-05-11T04:09:10.357 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-05-11T04:09:10.399 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:09:10.621 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-cachetools. 2024-05-11T04:09:10.649 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-05-11T04:09:10.686 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package xmlstarlet. 2024-05-11T04:09:10.687 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-05-11T04:09:10.702 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-05-11T04:09:10.735 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:09:11.059 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pyasn1. 2024-05-11T04:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-test. 2024-05-11T04:09:11.086 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-05-11T04:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../096-ceph-test_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:11.125 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:09:11.139 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:11.446 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-05-11T04:09:11.473 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-05-11T04:09:11.512 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:09:11.824 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-rsa. 2024-05-11T04:09:11.851 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-05-11T04:09:11.907 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-rsa (4.8-1) ... 2024-05-11T04:09:12.219 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-google-auth. 2024-05-11T04:09:12.247 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-05-11T04:09:12.285 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-05-11T04:09:12.597 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-05-11T04:09:12.625 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-05-11T04:09:12.664 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:09:12.967 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-websocket. 2024-05-11T04:09:12.995 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-05-11T04:09:13.110 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-05-11T04:09:13.135 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package ceph-volume. 2024-05-11T04:09:13.163 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:13.202 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:13.487 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-kubernetes. 2024-05-11T04:09:13.497 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package libcephfs-dev. 2024-05-11T04:09:13.513 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:13.514 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-05-11T04:09:13.555 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:13.562 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:09:13.959 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package nvme-cli. 2024-05-11T04:09:13.992 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-05-11T04:09:14.025 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:09:14.210 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-05-11T04:09:14.226 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:14.277 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:14.380 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-05-11T04:09:14.411 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-05-11T04:09:14.446 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:09:14.579 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libonig5:amd64. 2024-05-11T04:09:14.606 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-05-11T04:09:14.646 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:09:14.866 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pastescript. 2024-05-11T04:09:14.898 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-05-11T04:09:14.933 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-05-11T04:09:14.990 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libjq1:amd64. 2024-05-11T04:09:15.009 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:09:15.049 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:09:15.253 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-psutil. 2024-05-11T04:09:15.281 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-05-11T04:09:15.293 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package jq. 2024-05-11T04:09:15.309 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:09:15.320 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-05-11T04:09:15.342 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-05-11T04:09:15.579 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package socat. 2024-05-11T04:09:15.606 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-05-11T04:09:15.646 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:09:15.664 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pygments. 2024-05-11T04:09:15.692 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-05-11T04:09:15.730 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:09:15.957 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package xmlstarlet. 2024-05-11T04:09:15.973 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-05-11T04:09:16.015 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:09:16.201 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-pyinotify. 2024-05-11T04:09:16.229 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-05-11T04:09:16.269 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:09:16.378 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-test. 2024-05-11T04:09:16.394 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../096-ceph-test_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:16.436 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:16.537 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package python3-simplejson. 2024-05-11T04:09:16.565 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-05-11T04:09:16.595 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:09:16.848 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-05-11T04:09:16.876 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-05-11T04:09:16.914 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:09:17.660 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package radosgw. 2024-05-11T04:09:17.688 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../107-radosgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:17.718 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:18.324 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package ceph-volume. 2024-05-11T04:09:18.352 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:09:18.390 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:18.471 INFO:teuthology.orchestra.run.smithi173.stdout:Selecting previously unselected package rbd-fuse. 2024-05-11T04:09:18.487 INFO:teuthology.orchestra.run.smithi173.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:18.529 INFO:teuthology.orchestra.run.smithi173.stdout:Unpacking rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:18.841 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-05-11T04:09:18.911 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package libcephfs-dev. 2024-05-11T04:09:18.939 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:18.977 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:19.100 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:09:19.226 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:09:19.297 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package nvme-cli. 2024-05-11T04:09:19.325 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-05-11T04:09:19.358 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:09:19.492 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-05-11T04:09:19.686 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-05-11T04:09:19.714 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-05-11T04:09:19.744 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:09:19.822 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-05-11T04:09:20.164 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pastescript. 2024-05-11T04:09:20.192 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-05-11T04:09:20.230 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-05-11T04:09:20.243 INFO:teuthology.orchestra.run.smithi173.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-05-11T04:09:20.311 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:20.551 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-psutil. 2024-05-11T04:09:20.578 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-05-11T04:09:20.634 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-05-11T04:09:20.744 INFO:teuthology.orchestra.run.smithi173.stdout:Adding system user cephadm....done 2024-05-11T04:09:20.909 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:09:20.979 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pygments. 2024-05-11T04:09:21.006 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-05-11T04:09:21.045 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:09:21.193 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:09:21.444 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:09:21.541 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-pyinotify. 2024-05-11T04:09:21.554 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:09:21.569 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-05-11T04:09:21.608 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:09:21.788 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-05-11T04:09:21.886 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package python3-simplejson. 2024-05-11T04:09:21.913 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-05-11T04:09:21.952 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:09:22.048 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:09:22.174 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-py (1.10.0-1) ... 2024-05-11T04:09:22.213 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-05-11T04:09:22.229 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-05-11T04:09:22.271 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:09:22.484 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:09:22.844 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-05-11T04:09:22.992 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package radosgw. 2024-05-11T04:09:23.020 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../107-radosgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:23.059 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:23.095 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-05-11T04:09:23.363 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:09:23.597 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:09:23.778 INFO:teuthology.orchestra.run.smithi113.stdout:Selecting previously unselected package rbd-fuse. 2024-05-11T04:09:23.794 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:09:23.836 INFO:teuthology.orchestra.run.smithi113.stdout:Unpacking rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:23.848 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:09:24.157 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-05-11T04:09:24.308 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:24.417 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:09:24.543 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:09:24.584 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:09:24.693 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:09:24.801 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-05-11T04:09:24.978 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:09:25.095 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-05-11T04:09:25.130 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-05-11T04:09:25.438 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:09:25.537 INFO:teuthology.orchestra.run.smithi113.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-05-11T04:09:25.539 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-05-11T04:09:25.603 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:25.807 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:09:26.066 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:09:26.103 INFO:teuthology.orchestra.run.smithi113.stdout:Adding system user cephadm....done 2024-05-11T04:09:26.259 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:09:26.368 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:09:26.535 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:09:26.778 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:09:26.879 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:09:27.011 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:09:27.155 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-05-11T04:09:27.262 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:09:27.388 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:09:27.415 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:09:27.514 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:09:27.541 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-py (1.10.0-1) ... 2024-05-11T04:09:27.848 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-05-11T04:09:27.860 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:09:28.220 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-05-11T04:09:28.233 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-05-11T04:09:28.462 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-05-11T04:09:28.484 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:09:28.722 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:09:28.861 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:09:28.990 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:09:29.137 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:09:29.416 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:09:29.454 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:09:29.692 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:29.714 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:09:29.840 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:30.102 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:09:30.150 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-idna (3.3-1) ... 2024-05-11T04:09:30.244 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:09:30.467 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:09:30.503 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:09:30.621 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-05-11T04:09:30.956 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:09:31.076 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-05-11T04:09:31.343 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:09:31.615 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:09:31.619 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:09:31.749 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-toml (0.10.2-1) ... 2024-05-11T04:09:31.912 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:09:32.009 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:09:32.118 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:09:32.227 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:09:32.520 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:09:32.531 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:09:32.779 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-05-11T04:09:32.815 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:09:32.941 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:09:33.039 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:09:33.068 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:09:33.165 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:09:33.299 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:09:33.360 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-05-11T04:09:33.609 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:09:33.737 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-05-11T04:09:33.843 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-05-11T04:09:33.979 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:09:34.094 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-05-11T04:09:34.331 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:09:34.345 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:09:34.596 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-05-11T04:09:34.616 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:09:34.839 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:09:34.942 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:09:34.965 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-05-11T04:09:35.185 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:09:35.258 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:09:35.311 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:35.384 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:09:35.645 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-idna (3.3-1) ... 2024-05-11T04:09:35.668 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:09:35.930 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:09:35.978 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:09:36.229 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:09:36.616 INFO:teuthology.orchestra.run.smithi173.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-05-11T04:09:36.856 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:09:36.991 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:09:37.094 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:09:37.220 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-toml (0.10.2-1) ... 2024-05-11T04:09:37.384 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:09:37.454 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:09:37.564 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:09:37.635 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-portend (3.0.0-1) ... 2024-05-11T04:09:37.690 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:09:37.886 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:09:38.008 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:09:38.012 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:09:38.267 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-05-11T04:09:38.372 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:09:38.510 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:09:38.645 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:09:38.664 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:09:38.771 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:09:38.932 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-05-11T04:09:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:09:39.075 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-rsa (4.8-1) ... 2024-05-11T04:09:39.315 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-05-11T04:09:39.367 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-05-11T04:09:39.574 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-05-11T04:09:39.826 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:09:39.878 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:09:40.060 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-05-11T04:09:40.137 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:09:40.320 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:09:40.446 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-05-11T04:09:40.504 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-05-11T04:09:40.721 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:09:40.789 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:09:40.839 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:09:41.125 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:09:41.149 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:09:41.242 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:41.343 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:41.444 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:41.475 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:09:41.553 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:41.679 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:41.718 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:09:41.893 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-05-11T04:09:42.186 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:42.258 INFO:teuthology.orchestra.run.smithi113.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-05-11T04:09:42.312 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:42.439 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:42.504 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:09:42.630 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:09:42.650 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:09:42.650 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:09:43.031 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:09:43.123 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:43.249 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:43.299 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-portend (3.0.0-1) ... 2024-05-11T04:09:43.375 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:09:43.542 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:09:43.668 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:09:43.986 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:09:44.279 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:09:44.530 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:44.656 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:44.734 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-05-11T04:09:44.791 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:44.914 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-rsa (4.8-1) ... 2024-05-11T04:09:44.917 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:45.052 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:45.182 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-05-11T04:09:45.458 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:09:45.587 INFO:teuthology.orchestra.run.smithi173.stdout:Adding group ceph....done 2024-05-11T04:09:45.701 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:09:45.947 INFO:teuthology.orchestra.run.smithi173.stdout:Adding system user ceph....done 2024-05-11T04:09:46.074 INFO:teuthology.orchestra.run.smithi173.stdout:Setting system user ceph properties....done 2024-05-11T04:09:46.077 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-05-11T04:09:46.090 INFO:teuthology.orchestra.run.smithi173.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-05-11T04:09:46.227 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-05-11T04:09:46.379 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:09:46.582 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-05-11T04:09:46.723 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:09:46.849 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:46.975 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.046 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.101 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.155 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.252 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.378 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.581 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-05-11T04:09:47.603 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:09:47.603 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:09:47.858 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:47.959 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:48.065 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:48.076 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:48.292 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:09:48.292 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:09:48.408 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-05-11T04:09:48.753 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:48.862 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:48.884 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:49.005 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:09:49.105 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:09:49.105 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:09:49.545 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:49.734 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:09:49.734 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:09:50.205 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:50.234 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:50.365 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:50.487 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:50.488 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:09:50.488 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:09:50.617 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:50.739 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:50.957 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:51.083 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:51.226 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:51.249 INFO:teuthology.orchestra.run.smithi113.stdout:Adding group ceph....done 2024-05-11T04:09:51.439 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:09:51.439 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:09:51.584 INFO:teuthology.orchestra.run.smithi113.stdout:Adding system user ceph....done 2024-05-11T04:09:51.752 INFO:teuthology.orchestra.run.smithi113.stdout:Setting system user ceph properties....done 2024-05-11T04:09:51.763 INFO:teuthology.orchestra.run.smithi113.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-05-11T04:09:51.899 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-05-11T04:09:51.910 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:52.045 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:52.146 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:52.202 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-05-11T04:09:52.281 INFO:teuthology.orchestra.run.smithi173.stdout:Setting up ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:52.609 INFO:teuthology.orchestra.run.smithi173.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-05-11T04:09:52.665 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:52.783 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:53.223 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:09:53.223 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:09:53.693 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:53.703 INFO:teuthology.orchestra.run.smithi173.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-05-11T04:09:54.042 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-05-11T04:09:54.168 INFO:teuthology.orchestra.run.smithi173.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-05-11T04:09:54.173 DEBUG:teuthology.parallel:result is None 2024-05-11T04:09:54.553 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:54.781 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:09:54.781 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:09:55.255 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:55.473 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:09:55.473 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:09:55.964 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:56.250 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:09:56.250 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:09:56.741 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:56.859 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:57.010 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:57.217 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:09:57.217 INFO:teuthology.orchestra.run.smithi113.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:09:57.728 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:57.879 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:58.005 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:58.156 INFO:teuthology.orchestra.run.smithi113.stdout:Setting up ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:09:58.501 INFO:teuthology.orchestra.run.smithi113.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-05-11T04:09:59.577 INFO:teuthology.orchestra.run.smithi113.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-05-11T04:10:00.026 INFO:teuthology.orchestra.run.smithi113.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-05-11T04:10:00.031 DEBUG:teuthology.parallel:result is None 2024-05-11T04:10:00.032 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:10:00.032 INFO:teuthology.packaging:ref: None 2024-05-11T04:10:00.032 INFO:teuthology.packaging:tag: None 2024-05-11T04:10:00.032 INFO:teuthology.packaging:branch: reef 2024-05-11T04:10:00.033 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:10:00.033 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:10:00.345 DEBUG:teuthology.orchestra.run.smithi113:> dpkg-query -W -f '${Version}' ceph 2024-05-11T04:10:00.364 INFO:teuthology.orchestra.run.smithi113.stdout:18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:10:00.364 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:10:00.365 INFO:teuthology.task.install:The correct ceph version 18.2.2-1314-gd8a07129-1jammy is installed. 2024-05-11T04:10:00.366 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:10:00.366 INFO:teuthology.packaging:ref: None 2024-05-11T04:10:00.367 INFO:teuthology.packaging:tag: None 2024-05-11T04:10:00.367 INFO:teuthology.packaging:branch: reef 2024-05-11T04:10:00.367 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:10:00.367 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:10:00.668 DEBUG:teuthology.orchestra.run.smithi173:> dpkg-query -W -f '${Version}' ceph 2024-05-11T04:10:00.688 INFO:teuthology.orchestra.run.smithi173.stdout:18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:10:00.688 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:10:00.689 INFO:teuthology.task.install:The correct ceph version 18.2.2-1314-gd8a07129-1jammy is installed. 2024-05-11T04:10:00.691 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-11T04:10:00.691 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:10:00.691 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-11T04:10:00.709 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:10:00.709 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-11T04:10:00.746 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-11T04:10:00.747 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:10:00.747 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/daemon-helper 2024-05-11T04:10:00.763 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-11T04:10:00.821 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:10:00.823 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2024-05-11T04:10:00.846 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-11T04:10:00.911 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-11T04:10:00.912 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:10:00.912 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-11T04:10:00.973 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-11T04:10:01.042 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:10:01.042 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-11T04:10:01.099 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-11T04:10:01.157 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-11T04:10:01.157 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:10:01.157 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/stdin-killer 2024-05-11T04:10:01.172 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-11T04:10:01.232 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:10:01.233 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/stdin-killer 2024-05-11T04:10:01.246 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-11T04:10:01.303 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-11T04:10:01.409 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9'} 2024-05-11T04:10:01.409 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-05-11T04:10:01.410 INFO:tasks.cephadm:Cluster fsid is 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:10:01.410 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-11T04:10:01.410 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.113', 'mon.c': '[v2:172.21.15.113:3301,v1:172.21.15.113:6790]', 'mon.b': '172.21.15.173'} 2024-05-11T04:10:01.410 INFO:tasks.cephadm:First mon is mon.a on smithi113 2024-05-11T04:10:01.410 INFO:tasks.cephadm:First mgr is y 2024-05-11T04:10:01.410 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-11T04:10:01.410 DEBUG:teuthology.orchestra.run.smithi113:> sudo hostname $(hostname -s) 2024-05-11T04:10:01.424 DEBUG:teuthology.orchestra.run.smithi173:> sudo hostname $(hostname -s) 2024-05-11T04:10:01.441 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-05-11T04:10:01.441 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:10:01.583 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/55067/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3497-g04416f48', 'node_name': '172.21.2.2+braggi02', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3497-g04416f48-1jammy'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/04416f48efe02891b265c07b4f38b46e422bbef9/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-05-03 21:55:06.031097', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/04416f48efe02891b265c07b4f38b46e422bbef9/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-05-11T04:10:01.820 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 d8a071290eb7cb0d18d6459030f60ac50b53621c from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=reef 2024-05-11T04:10:01.821 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-05-11T04:10:01.821 DEBUG:teuthology.orchestra.run.smithi113:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-11T04:10:02.234 INFO:teuthology.orchestra.run.smithi113.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216842 May 11 04:10 /home/ubuntu/cephtest/cephadm 2024-05-11T04:10:02.234 DEBUG:teuthology.orchestra.run.smithi173:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-11T04:10:02.791 INFO:teuthology.orchestra.run.smithi173.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216842 May 11 04:10 /home/ubuntu/cephtest/cephadm 2024-05-11T04:10:02.791 DEBUG:teuthology.orchestra.run.smithi113:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-11T04:10:02.799 DEBUG:teuthology.orchestra.run.smithi173:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-11T04:10:02.819 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-05-11T04:10:02.819 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-05-11T04:10:02.844 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-05-11T04:10:02.962 INFO:teuthology.orchestra.run.smithi113.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-05-11T04:10:02.969 INFO:teuthology.orchestra.run.smithi173.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-05-11T04:10:57.180 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-05-11T04:10:57.181 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_version": "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)", 2024-05-11T04:10:57.181 INFO:teuthology.orchestra.run.smithi173.stdout: "image_id": "1d39ce0f2fc1cd74e7fa2699a4bb3c185d816309c322808b680cdcc7d36e9bed", 2024-05-11T04:10:57.181 INFO:teuthology.orchestra.run.smithi173.stdout: "repo_digests": [ 2024-05-11T04:10:57.181 INFO:teuthology.orchestra.run.smithi173.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9b6524461c5f768edb5abcaaabb4e06e2251f267ea47dab38278f7ab51f8a8b4" 2024-05-11T04:10:57.181 INFO:teuthology.orchestra.run.smithi173.stdout: ] 2024-05-11T04:10:57.181 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-05-11T04:11:02.694 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-05-11T04:11:02.694 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_version": "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)", 2024-05-11T04:11:02.694 INFO:teuthology.orchestra.run.smithi113.stdout: "image_id": "1d39ce0f2fc1cd74e7fa2699a4bb3c185d816309c322808b680cdcc7d36e9bed", 2024-05-11T04:11:02.694 INFO:teuthology.orchestra.run.smithi113.stdout: "repo_digests": [ 2024-05-11T04:11:02.695 INFO:teuthology.orchestra.run.smithi113.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9b6524461c5f768edb5abcaaabb4e06e2251f267ea47dab38278f7ab51f8a8b4" 2024-05-11T04:11:02.695 INFO:teuthology.orchestra.run.smithi113.stdout: ] 2024-05-11T04:11:02.695 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-05-11T04:11:02.731 DEBUG:teuthology.orchestra.run.smithi113:> sudo mkdir -p /etc/ceph 2024-05-11T04:11:02.746 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph 2024-05-11T04:11:02.760 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 777 /etc/ceph 2024-05-11T04:11:02.801 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /etc/ceph 2024-05-11T04:11:02.816 INFO:tasks.cephadm:Writing seed config... 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-11T04:11:02.817 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-11T04:11:02.818 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-11T04:11:02.818 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-11T04:11:02.818 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-11T04:11:02.818 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:11:02.818 DEBUG:teuthology.orchestra.run.smithi113:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-11T04:11:02.851 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 567346c6-0f4c-11ef-bc98-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-05-11T04:11:02.851 DEBUG:teuthology.orchestra.run.smithi113:mon.a> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service 2024-05-11T04:11:02.896 DEBUG:teuthology.orchestra.run.smithi113:mgr.y> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service 2024-05-11T04:11:02.939 INFO:tasks.cephadm:Bootstrapping... 2024-05-11T04:11:02.939 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.113 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:11:03.103 INFO:teuthology.orchestra.run.smithi113.stdout:-------------------------------------------------------------------------------- 2024-05-11T04:11:03.103 INFO:teuthology.orchestra.run.smithi113.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '567346c6-0f4c-11ef-bc98-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.113', '--skip-admin-label'] 2024-05-11T04:11:03.104 INFO:teuthology.orchestra.run.smithi113.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-11T04:11:03.104 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying podman|docker is present... 2024-05-11T04:11:03.104 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying lvm2 is present... 2024-05-11T04:11:03.104 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying time synchronization is in place... 2024-05-11T04:11:03.109 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-11T04:11:03.109 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-11T04:11:03.114 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-11T04:11:03.114 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.120 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-05-11T04:11:03.120 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-05-11T04:11:03.123 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-05-11T04:11:03.124 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.127 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-05-11T04:11:03.127 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout masked 2024-05-11T04:11:03.131 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-05-11T04:11:03.131 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.138 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-05-11T04:11:03.138 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-05-11T04:11:03.138 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-05-11T04:11:03.139 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.142 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout enabled 2024-05-11T04:11:03.146 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout active 2024-05-11T04:11:03.146 INFO:teuthology.orchestra.run.smithi113.stdout:Unit ntp.service is enabled and running 2024-05-11T04:11:03.146 INFO:teuthology.orchestra.run.smithi113.stdout:Repeating the final host check... 2024-05-11T04:11:03.146 INFO:teuthology.orchestra.run.smithi113.stdout:docker (/usr/bin/docker) is present 2024-05-11T04:11:03.146 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl is present 2024-05-11T04:11:03.146 INFO:teuthology.orchestra.run.smithi113.stdout:lvcreate is present 2024-05-11T04:11:03.149 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-11T04:11:03.149 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-11T04:11:03.153 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-11T04:11:03.153 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.156 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-05-11T04:11:03.156 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-05-11T04:11:03.159 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-05-11T04:11:03.160 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.163 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-05-11T04:11:03.163 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout masked 2024-05-11T04:11:03.166 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-05-11T04:11:03.166 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.169 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-05-11T04:11:03.169 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-05-11T04:11:03.173 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-05-11T04:11:03.173 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout inactive 2024-05-11T04:11:03.176 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout enabled 2024-05-11T04:11:03.180 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stdout active 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Unit ntp.service is enabled and running 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Host looks OK 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Cluster fsid: 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Acquiring lock 140205995066848 on /run/cephadm/567346c6-0f4c-11ef-bc98-c7b262605968.lock 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Lock 140205995066848 acquired on /run/cephadm/567346c6-0f4c-11ef-bc98-c7b262605968.lock 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying IP 172.21.15.113 port 3300 ... 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying IP 172.21.15.113 port 6789 ... 2024-05-11T04:11:03.181 INFO:teuthology.orchestra.run.smithi113.stdout:Base mon IP(s) is [172.21.15.113:3300, 172.21.15.113:6789], mon addrv is [v2:172.21.15.113:3300,v1:172.21.15.113:6789] 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.113 metric 100 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.113 metric 100 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.113 metric 100 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.113 metric 100 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.113 metric 100 2024-05-11T04:11:03.184 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.113 metric 100 2024-05-11T04:11:03.185 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-11T04:11:03.186 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-05-11T04:11:03.186 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1782sec pref medium 2024-05-11T04:11:03.188 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-11T04:11:03.188 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-11T04:11:03.188 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-11T04:11:03.188 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-05-11T04:11:03.188 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d7c1/64 scope link 2024-05-11T04:11:03.188 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-11T04:11:03.189 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.0.0/20` 2024-05-11T04:11:03.189 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.0.0/20` 2024-05-11T04:11:03.189 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.0.1/32` 2024-05-11T04:11:03.189 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.0.1/32` 2024-05-11T04:11:03.189 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.0.2/32` 2024-05-11T04:11:03.189 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.0.2/32` 2024-05-11T04:11:03.190 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.15.254/32` 2024-05-11T04:11:03.190 INFO:teuthology.orchestra.run.smithi113.stdout:Mon IP `172.21.15.113` is in CIDR network `172.21.15.254/32` 2024-05-11T04:11:03.190 INFO:teuthology.orchestra.run.smithi113.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-05-11T04:11:03.190 INFO:teuthology.orchestra.run.smithi113.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-11T04:11:03.190 INFO:teuthology.orchestra.run.smithi113.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-05-11T04:11:03.428 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/docker: stdout reef: Pulling from ceph-ci/ceph 2024-05-11T04:11:03.428 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/docker: stdout Digest: sha256:9b6524461c5f768edb5abcaaabb4e06e2251f267ea47dab38278f7ab51f8a8b4 2024-05-11T04:11:03.428 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:reef 2024-05-11T04:11:03.428 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:reef 2024-05-11T04:11:04.723 INFO:teuthology.orchestra.run.smithi113.stdout:ceph: stdout ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable) 2024-05-11T04:11:04.724 INFO:teuthology.orchestra.run.smithi113.stdout:Ceph version: ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable) 2024-05-11T04:11:04.724 INFO:teuthology.orchestra.run.smithi113.stdout:Extracting ceph user uid/gid from container image... 2024-05-11T04:11:05.902 INFO:teuthology.orchestra.run.smithi113.stdout:stat: stdout 167 167 2024-05-11T04:11:05.902 INFO:teuthology.orchestra.run.smithi113.stdout:Creating initial keys... 2024-05-11T04:11:07.124 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-authtool: stdout AQDa7z5mNtEEIhAAoIQvhI3P9Q0LchMG/CDoOQ== 2024-05-11T04:11:08.295 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-authtool: stdout AQDb7z5mKvrALhAAE5chGcn9rQqyTyeNmlpayA== 2024-05-11T04:11:09.416 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-authtool: stdout AQDc7z5maLHpNBAAw3ehGPqrFBxzh3MusSPKPQ== 2024-05-11T04:11:09.417 INFO:teuthology.orchestra.run.smithi113.stdout:Creating initial monmap... 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:monmaptool for a [v2:172.21.15.113:3300,v1:172.21.15.113:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:setting min_mon_release = pacific 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/monmaptool: set fsid to 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:11:10.472 INFO:teuthology.orchestra.run.smithi113.stdout:Creating mon... 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.127+0000 7f57a5083c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 1 imported monmap: 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-05-11T04:11:09.966521+0000 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:11:11.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr min_mon_release 16 (pacific) 2024-05-11T04:11:11.613 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 0 /usr/bin/ceph-mon: set fsid to 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Git sha 0 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Compile date 2024-05-10 15:21:38 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: DB SUMMARY 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: DB Session ID: THK3ORKHU08NSIJWK9CC 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.614 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-05-11T04:11:11.615 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.615 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:11:11.615 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.create_if_missing: 1 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.env: 0x5578ca5ae820 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:11:11.618 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.info_log: 0x5578cc3d6780 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:11:11.619 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:11:11.620 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.write_buffer_manager: 0x5578cb66b180 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:11:11.627 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:11:11.628 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:11:11.629 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:11:11.630 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:11:11.631 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-05-11T04:11:11.640 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.640 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-05-11T04:11:11.640 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5578cc3d68a0) 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:11:11.641 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x5578cb6ed1f0 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-05-11T04:11:11.642 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-05-11T04:11:11.643 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:11:11.644 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:11:11.645 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:11:11.646 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:11:11.647 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:11:11.655 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:11:11.655 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:11:11.655 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.table_properties_collectors: 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:11:11.656 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:11:11.657 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6dc2da22-f463-4317-bc74-07f10c757dde 2024-05-11T04:11:11.658 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.131+0000 7f57a5083c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f57a5083c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5578cb764000 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f57a5083c80 4 rocksdb: DB pointer 0x5578cb756000 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f579525b700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f579525b700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:11:11.659 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:11:11.660 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x5578cb6ed1f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.9e-05 secs_since: 0 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f57a5083c80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f57a5083c80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:11:11.135+0000 7f57a5083c80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-05-11T04:11:11.661 INFO:teuthology.orchestra.run.smithi113.stdout:create mon.a on 2024-05-11T04:11:11.922 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-05-11T04:11:12.112 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-05-11T04:11:12.335 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-567346c6-0f4c-11ef-bc98-c7b262605968.target -> /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968.target. 2024-05-11T04:11:12.335 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-567346c6-0f4c-11ef-bc98-c7b262605968.target -> /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968.target. 2024-05-11T04:11:12.599 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a 2024-05-11T04:11:12.599 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to reset failed state of unit ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service: Unit ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service not loaded. 2024-05-11T04:11:12.816 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968.target.wants/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service. 2024-05-11T04:11:12.825 INFO:teuthology.orchestra.run.smithi113.stdout:firewalld does not appear to be present 2024-05-11T04:11:12.825 INFO:teuthology.orchestra.run.smithi113.stdout:Not possible to enable service . firewalld.service is not available 2024-05-11T04:11:12.825 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for mon to start... 2024-05-11T04:11:12.825 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for mon... 2024-05-11T04:11:12.840 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:12 smithi113 systemd[1]: Started Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:11:14.157 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:14 smithi113 bash[20935]: cluster 2024-05-11T04:11:13.997890+0000 mon.a (mon.0) 0 : cluster 1 mkfs 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:14.158 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:14 smithi113 bash[20935]: cluster 2024-05-11T04:11:13.973124+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-05-11T04:11:14.703 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout cluster: 2024-05-11T04:11:14.703 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout id: 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:14.703 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-11T04:11:14.703 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:14.703 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout services: 2024-05-11T04:11:14.703 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.150006s) 2024-05-11T04:11:14.704 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-11T04:11:14.704 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-11T04:11:14.704 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:14.704 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout data: 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout pgs: 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:mon is available 2024-05-11T04:11:14.705 INFO:teuthology.orchestra.run.smithi113.stdout:Assimilating anything we can from ceph.conf... 2024-05-11T04:11:15.274 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:15 smithi113 bash[20935]: cluster 2024-05-11T04:11:13.996887+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-05-11T04:11:15.275 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:15 smithi113 bash[20935]: cluster 2024-05-11T04:11:13.997120+0000 mon.a (mon.0) 3 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:11:15.275 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:15 smithi113 bash[20935]: cluster 2024-05-11T04:11:13.999474+0000 mon.a (mon.0) 4 : cluster 0 fsmap 2024-05-11T04:11:15.275 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:15 smithi113 bash[20935]: cluster 2024-05-11T04:11:14.001726+0000 mon.a (mon.0) 5 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-05-11T04:11:15.275 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:15 smithi113 bash[20935]: cluster 2024-05-11T04:11:14.002149+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e1: no daemons active 2024-05-11T04:11:15.275 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:15 smithi113 bash[20935]: audit 2024-05-11T04:11:14.146856+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.113:0/2499810976' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-11T04:11:16.209 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout [global] 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout fsid = 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.113:3300,v1:172.21.15.113:6789] 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout [osd] 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-11T04:11:16.210 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-11T04:11:16.211 INFO:teuthology.orchestra.run.smithi113.stdout:Generating new minimal ceph.conf... 2024-05-11T04:11:16.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:16 smithi113 bash[20935]: audit 2024-05-11T04:11:15.609628+0000 mon.a (mon.0) 8 : audit 1 from='client.? 172.21.15.113:0/3922786150' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-11T04:11:16.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:16 smithi113 bash[20935]: audit 2024-05-11T04:11:15.615363+0000 mon.a (mon.0) 9 : audit 1 from='client.? 172.21.15.113:0/3922786150' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-11T04:11:17.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:17 smithi113 bash[20935]: audit 2024-05-11T04:11:17.147404+0000 mon.a (mon.0) 10 : audit 0 from='client.? 172.21.15.113:0/3094724092' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:11:17.689 INFO:teuthology.orchestra.run.smithi113.stdout:Restarting the monitor... 2024-05-11T04:11:17.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:17 smithi113 systemd[1]: Stopping Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:11:17.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:17 smithi113 bash[20935]: debug 2024-05-11T04:11:17.811+0000 7f5cb36fb700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:11:17.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:17 smithi113 bash[20935]: debug 2024-05-11T04:11:17.811+0000 7f5cb36fb700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-11T04:11:18.626 INFO:teuthology.orchestra.run.smithi113.stdout:Setting public_network to 172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32 in mon config section 2024-05-11T04:11:18.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:18 smithi113 bash[21318]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:11:18.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:18 smithi113 bash[21379]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:11:18.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:18 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-11T04:11:18.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:18 smithi113 systemd[1]: Stopped Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:11:18.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:18 smithi113 systemd[1]: Started Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.519+0000 7f3e79d73c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.519+0000 7f3e79d73c80 0 ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable), process ceph-mon, pid 7 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.519+0000 7f3e79d73c80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.523+0000 7f3e79d73c80 0 load: jerasure load: lrc 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Git sha 0 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Compile date 2024-05-10 15:21:38 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: DB SUMMARY 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: DB Session ID: TV3HRQVKKPQKDMOPKJSC 2024-05-11T04:11:19.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84572 ; 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.env: 0x55f1f026d820 2024-05-11T04:11:19.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.info_log: 0x55f1f2daf560 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:11:19.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:11:19.732 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.write_buffer_manager: 0x55f1f2040320 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:11:19.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:11:19.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:11:19.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:11:19.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:11:19.737 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-11T04:11:19.738 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:11:19.738 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f1f2daf660) 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cache_index_and_filter_blocks: 1 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: pin_top_level_index_and_filter: 1 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: index_type: 0 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: data_block_index_type: 0 2024-05-11T04:11:19.739 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: index_shortening: 1 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: checksum: 4 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: no_block_cache: 0 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_cache: 0x55f1f20c51f0 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_cache_name: BinnedLRUCache 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_cache_options: 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: capacity : 536870912 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: num_shard_bits : 4 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: strict_capacity_limit : 0 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: high_pri_pool_ratio: 0.000 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_cache_compressed: (nil) 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: persistent_cache: (nil) 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_size: 4096 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_size_deviation: 10 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_restart_interval: 16 2024-05-11T04:11:19.740 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: index_block_restart_interval: 1 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: metadata_block_size: 4096 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: partition_filters: 0 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: use_delta_encoding: 1 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: filter_policy: bloomfilter 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: whole_key_filtering: 1 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: verify_compression: 0 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: read_amp_bytes_per_bit: 0 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: format_version: 5 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: enable_index_compression: 1 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: block_align: 0 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: max_auto_readahead_size: 262144 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: prepopulate_block_cache: 0 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: initial_auto_readahead_size: 8192 2024-05-11T04:11:19.741 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:11:19.742 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:11:19.743 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:11:19.744 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:11:19.745 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.table_properties_collectors: 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:11:19.746 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:11:19.747 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.527+0000 7f3e79d73c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6dc2da22-f463-4317-bc74-07f10c757dde 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715400679532737, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715400679533781, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81096, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79272, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73473, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715400679, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6dc2da22-f463-4317-bc74-07f10c757dde", "db_session_id": "TV3HRQVKKPQKDMOPKJSC", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715400679533890, "job": 1, "event": "recovery_finished"} 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f1f2166000 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 4 rocksdb: DB pointer 0x55f1f2154000 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e68545700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e68545700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:11:19.748 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: ** DB Stats ** 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: ** Compaction Stats [default] ** 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: L0 2/0 81.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 119.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Sum 2/0 81.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 119.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 119.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: ** Compaction Stats [default] ** 2024-05-11T04:11:19.749 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 119.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Cumulative compaction: 0.00 GB write, 12.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Interval compaction: 0.00 GB write, 12.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Block cache BinnedLRUCache@0x55f1f20c51f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-05-11T04:11:19.750 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.531+0000 7f3e79d73c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] at bind addrs [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 1 mon.a@-1(???) e1 preinit fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 0 mon.a@-1(???).mds e1 new map 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 0 mon.a@-1(???).mds e1 print_map 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: e1 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: legacy client fscid: -1 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: No filesystems configured 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:11:19.751 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: debug 2024-05-11T04:11:19.535+0000 7f3e79d73c80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cluster 2024-05-11T04:11:19.564899+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cluster 2024-05-11T04:11:19.564957+0000 mon.a (mon.0) 2 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cluster 2024-05-11T04:11:19.565369+0000 mon.a (mon.0) 3 : cluster 0 fsmap 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cluster 2024-05-11T04:11:19.565402+0000 mon.a (mon.0) 4 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-05-11T04:11:19.752 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:19 smithi113 bash[21416]: cluster 2024-05-11T04:11:19.565806+0000 mon.a (mon.0) 5 : cluster 0 mgrmap e1: no daemons active 2024-05-11T04:11:20.356 INFO:teuthology.orchestra.run.smithi113.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-11T04:11:20.383 INFO:teuthology.orchestra.run.smithi113.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:11:20.383 INFO:teuthology.orchestra.run.smithi113.stdout:Creating mgr... 2024-05-11T04:11:20.383 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-11T04:11:20.383 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-11T04:11:20.697 INFO:teuthology.orchestra.run.smithi113.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y 2024-05-11T04:11:20.697 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Failed to reset failed state of unit ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service: Unit ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service not loaded. 2024-05-11T04:11:20.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:20 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:11:20.920 INFO:teuthology.orchestra.run.smithi113.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968.target.wants/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service. 2024-05-11T04:11:20.928 INFO:teuthology.orchestra.run.smithi113.stdout:firewalld does not appear to be present 2024-05-11T04:11:20.928 INFO:teuthology.orchestra.run.smithi113.stdout:Not possible to enable service . firewalld.service is not available 2024-05-11T04:11:20.928 INFO:teuthology.orchestra.run.smithi113.stdout:firewalld does not appear to be present 2024-05-11T04:11:20.928 INFO:teuthology.orchestra.run.smithi113.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-11T04:11:20.928 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for mgr to start... 2024-05-11T04:11:20.928 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for mgr... 2024-05-11T04:11:21.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:20 smithi113 bash[21416]: audit 2024-05-11T04:11:19.766680+0000 mon.a (mon.0) 6 : audit 1 from='client.? 172.21.15.113:0/1359635082' entity='client.admin' 2024-05-11T04:11:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:20 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:11:22.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:22 smithi113 bash[21416]: audit 2024-05-11T04:11:22.169210+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.113:0/1924232789' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:11:22.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:22 smithi113 bash[21674]: debug 2024-05-11T04:11:22.147+0000 7f3fca8e2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsid": "567346c6-0f4c-11ef-bc98-c7b262605968", 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:11:22.705 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:11:22.706 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:11:22.707 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:11:22.708 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:11:13.998314+0000", 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:11:22.709 INFO:teuthology.orchestra.run.smithi113.stdout:mgr not available, waiting (1/15)... 2024-05-11T04:11:23.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:23 smithi113 bash[21674]: debug 2024-05-11T04:11:23.707+0000 7f3fca8e2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:11:23.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:23 smithi113 bash[21674]: debug 2024-05-11T04:11:23.803+0000 7f3fca8e2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:11:24.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:24 smithi113 bash[21674]: debug 2024-05-11T04:11:24.047+0000 7f3fca8e2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:11:24.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:24 smithi113 bash[21674]: debug 2024-05-11T04:11:24.831+0000 7f3fca8e2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:11:24.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:24 smithi113 bash[21674]: debug 2024-05-11T04:11:24.939+0000 7f3fca8e2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:11:25.393 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:25 smithi113 bash[21674]: debug 2024-05-11T04:11:25.039+0000 7f3fca8e2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:11:25.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:25 smithi113 bash[21674]: debug 2024-05-11T04:11:25.391+0000 7f3fca8e2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:11:25.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:25 smithi113 bash[21674]: debug 2024-05-11T04:11:25.507+0000 7f3fca8e2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:11:25.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:25 smithi113 bash[21674]: debug 2024-05-11T04:11:25.611+0000 7f3fca8e2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:11:26.197 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:26.197 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsid": "567346c6-0f4c-11ef-bc98-c7b262605968", 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:11:26.198 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:11:26.199 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:11:26.203 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:11:26.204 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:11:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:11:13.998314+0000", 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:11:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:mgr not available, waiting (2/15)... 2024-05-11T04:11:26.207 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:25 smithi113 bash[21416]: audit 2024-05-11T04:11:25.721618+0000 mon.a (mon.0) 8 : audit 0 from='client.? 172.21.15.113:0/3829064964' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:11:26.207 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:25 smithi113 bash[21674]: debug 2024-05-11T04:11:25.967+0000 7f3fca8e2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:11:26.461 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:26 smithi113 bash[21674]: debug 2024-05-11T04:11:26.203+0000 7f3fca8e2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:11:26.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:26 smithi113 bash[21674]: debug 2024-05-11T04:11:26.459+0000 7f3fca8e2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:11:26.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:26 smithi113 bash[21674]: debug 2024-05-11T04:11:26.567+0000 7f3fca8e2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:11:27.228 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:26 smithi113 bash[21674]: debug 2024-05-11T04:11:26.839+0000 7f3fca8e2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:11:27.228 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:27 smithi113 bash[21674]: debug 2024-05-11T04:11:27.075+0000 7f3fca8e2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:11:27.856 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:27 smithi113 bash[21674]: debug 2024-05-11T04:11:27.499+0000 7f3fca8e2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:11:27.857 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:27 smithi113 bash[21674]: debug 2024-05-11T04:11:27.615+0000 7f3fca8e2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:11:27.857 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:27 smithi113 bash[21674]: debug 2024-05-11T04:11:27.855+0000 7f3fca8e2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:11:29.205 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:28 smithi113 bash[21674]: debug 2024-05-11T04:11:28.847+0000 7f3fca8e2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:11:29.205 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:28 smithi113 bash[21674]: debug 2024-05-11T04:11:28.963+0000 7f3fca8e2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:11:29.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:29 smithi113 bash[21416]: audit 2024-05-11T04:11:29.194968+0000 mon.a (mon.0) 9 : audit 0 from='client.? 172.21.15.113:0/2947842021' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:11:29.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:29 smithi113 bash[21674]: debug 2024-05-11T04:11:29.267+0000 7f3fca8e2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:11:29.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:29 smithi113 bash[21674]: debug 2024-05-11T04:11:29.379+0000 7f3fca8e2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:11:29.772 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsid": "567346c6-0f4c-11ef-bc98-c7b262605968", 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:29.773 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:11:29.775 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:11:13.998314+0000", 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:11:29.776 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:11:29.777 INFO:teuthology.orchestra.run.smithi113.stdout:mgr not available, waiting (3/15)... 2024-05-11T04:11:30.228 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:29 smithi113 bash[21674]: debug 2024-05-11T04:11:29.827+0000 7f3fca8e2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:11:30.228 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:29 smithi113 bash[21674]: debug 2024-05-11T04:11:29.943+0000 7f3fca8e2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:11:30.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: cluster 2024-05-11T04:11:29.967239+0000 mon.a (mon.0) 10 : cluster 1 Activating manager daemon y 2024-05-11T04:11:30.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: cluster 2024-05-11T04:11:29.975212+0000 mon.a (mon.0) 11 : cluster 0 mgrmap e2: y(active, starting, since 0.00830113s) 2024-05-11T04:11:30.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:29.976849+0000 mon.a (mon.0) 12 : audit 0 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:29.977381+0000 mon.a (mon.0) 13 : audit 0 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:29.977738+0000 mon.a (mon.0) 14 : audit 0 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:29.978127+0000 mon.a (mon.0) 15 : audit 0 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:29.978608+0000 mon.a (mon.0) 16 : audit 0 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: cluster 2024-05-11T04:11:30.002607+0000 mon.a (mon.0) 17 : cluster 1 Manager daemon y is now available 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:30.015098+0000 mon.a (mon.0) 18 : audit 1 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:30.017731+0000 mon.a (mon.0) 19 : audit 1 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:30.021796+0000 mon.a (mon.0) 20 : audit 1 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:30.024610+0000 mon.a (mon.0) 21 : audit 1 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' 2024-05-11T04:11:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:30 smithi113 bash[21416]: audit 2024-05-11T04:11:30.026657+0000 mon.a (mon.0) 22 : audit 1 from='mgr.14100 172.21.15.113:0/578623460' entity='mgr.y' 2024-05-11T04:11:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:31 smithi113 bash[21416]: cluster 2024-05-11T04:11:30.983054+0000 mon.a (mon.0) 23 : cluster 0 mgrmap e3: y(active, since 1.01614s) 2024-05-11T04:11:33.670 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:33.670 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:11:33.670 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsid": "567346c6-0f4c-11ef-bc98-c7b262605968", 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:11:33.671 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:11:33.672 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:11:33.673 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:11:13.998314+0000", 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:11:33.674 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:11:33.675 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:11:33.675 INFO:teuthology.orchestra.run.smithi113.stdout:mgr is available 2024-05-11T04:11:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:33 smithi113 bash[21416]: cluster 2024-05-11T04:11:32.980583+0000 mon.a (mon.0) 24 : cluster 0 mgrmap e4: y(active, since 3s) 2024-05-11T04:11:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:33 smithi113 bash[21416]: audit 2024-05-11T04:11:33.111400+0000 mon.a (mon.0) 25 : audit 0 from='client.? 172.21.15.113:0/1597270025' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:11:35.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:34 smithi113 bash[21416]: audit 2024-05-11T04:11:34.819261+0000 mon.a (mon.0) 26 : audit 1 from='client.? 172.21.15.113:0/3003898865' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-11T04:11:35.337 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:35.337 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout [global] 2024-05-11T04:11:35.337 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout fsid = 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:35.337 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-11T04:11:35.337 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-11T04:11:35.337 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout [osd] 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-11T04:11:35.338 INFO:teuthology.orchestra.run.smithi113.stdout:Enabling cephadm module... 2024-05-11T04:11:36.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:36 smithi113 bash[21416]: audit 2024-05-11T04:11:36.648040+0000 mon.a (mon.0) 27 : audit 1 from='client.? 172.21.15.113:0/1218130985' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-11T04:11:36.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:36 smithi113 bash[21674]: ignoring --setuser ceph since I am not root 2024-05-11T04:11:36.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:36 smithi113 bash[21674]: ignoring --setgroup ceph since I am not root 2024-05-11T04:11:36.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:36 smithi113 bash[21674]: debug 2024-05-11T04:11:36.891+0000 7f9ac5032200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:11:37.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:37 smithi113 bash[21416]: audit 2024-05-11T04:11:36.704067+0000 mon.a (mon.0) 28 : audit 1 from='client.? 172.21.15.113:0/1218130985' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-11T04:11:37.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:37 smithi113 bash[21416]: cluster 2024-05-11T04:11:36.704112+0000 mon.a (mon.0) 29 : cluster 0 mgrmap e5: y(active, since 6s) 2024-05-11T04:11:38.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:38 smithi113 bash[21416]: audit 2024-05-11T04:11:38.504929+0000 mon.a (mon.0) 30 : audit 0 from='client.? 172.21.15.113:0/2549915294' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-11T04:11:38.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:38 smithi113 bash[21674]: debug 2024-05-11T04:11:38.455+0000 7f9ac5032200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:11:38.728 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:38 smithi113 bash[21674]: debug 2024-05-11T04:11:38.555+0000 7f9ac5032200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:11:39.063 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:11:39.063 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-11T04:11:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-11T04:11:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-05-11T04:11:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-11T04:11:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:11:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for the mgr to restart... 2024-05-11T04:11:39.064 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for mgr epoch 5... 2024-05-11T04:11:39.080 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:38 smithi113 bash[21674]: debug 2024-05-11T04:11:38.803+0000 7f9ac5032200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:11:39.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:39 smithi113 bash[21674]: debug 2024-05-11T04:11:39.591+0000 7f9ac5032200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:11:39.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:39 smithi113 bash[21674]: debug 2024-05-11T04:11:39.703+0000 7f9ac5032200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:11:39.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:39 smithi113 bash[21674]: debug 2024-05-11T04:11:39.807+0000 7f9ac5032200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:11:40.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:40 smithi113 bash[21674]: debug 2024-05-11T04:11:40.158+0000 7f9ac5032200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:11:40.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:40 smithi113 bash[21674]: debug 2024-05-11T04:11:40.270+0000 7f9ac5032200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:11:40.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:40 smithi113 bash[21674]: debug 2024-05-11T04:11:40.374+0000 7f9ac5032200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:11:40.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:40 smithi113 bash[21674]: debug 2024-05-11T04:11:40.722+0000 7f9ac5032200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:11:40.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:40 smithi113 bash[21674]: debug 2024-05-11T04:11:40.958+0000 7f9ac5032200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:11:41.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:41 smithi113 bash[21674]: debug 2024-05-11T04:11:41.214+0000 7f9ac5032200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:11:41.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:41 smithi113 bash[21674]: debug 2024-05-11T04:11:41.326+0000 7f9ac5032200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:11:41.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:41 smithi113 bash[21674]: debug 2024-05-11T04:11:41.594+0000 7f9ac5032200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:11:41.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:41 smithi113 bash[21674]: debug 2024-05-11T04:11:41.830+0000 7f9ac5032200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:11:42.593 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:42 smithi113 bash[21674]: debug 2024-05-11T04:11:42.234+0000 7f9ac5032200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:11:42.593 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:42 smithi113 bash[21674]: debug 2024-05-11T04:11:42.350+0000 7f9ac5032200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:11:42.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:42 smithi113 bash[21674]: debug 2024-05-11T04:11:42.590+0000 7f9ac5032200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:11:43.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:43 smithi113 bash[21674]: debug 2024-05-11T04:11:43.578+0000 7f9ac5032200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:11:43.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:43 smithi113 bash[21674]: debug 2024-05-11T04:11:43.690+0000 7f9ac5032200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:11:44.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:43 smithi113 bash[21674]: debug 2024-05-11T04:11:43.978+0000 7f9ac5032200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:11:44.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:44 smithi113 bash[21674]: debug 2024-05-11T04:11:44.090+0000 7f9ac5032200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:11:44.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:44 smithi113 bash[21674]: debug 2024-05-11T04:11:44.530+0000 7f9ac5032200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:44 smithi113 bash[21674]: debug 2024-05-11T04:11:44.646+0000 7f9ac5032200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: cluster 2024-05-11T04:11:44.670133+0000 mon.a (mon.0) 31 : cluster 1 Active manager daemon y restarted 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: cluster 2024-05-11T04:11:44.670733+0000 mon.a (mon.0) 32 : cluster 1 Activating manager daemon y 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: cluster 2024-05-11T04:11:44.677341+0000 mon.a (mon.0) 33 : cluster 0 osdmap e2: 0 total, 0 up, 0 in 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: cluster 2024-05-11T04:11:44.677595+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e6: y(active, starting, since 0.00704664s) 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: audit 2024-05-11T04:11:44.678726+0000 mon.a (mon.0) 35 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: audit 2024-05-11T04:11:44.680457+0000 mon.a (mon.0) 36 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: audit 2024-05-11T04:11:44.681434+0000 mon.a (mon.0) 37 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: audit 2024-05-11T04:11:44.681641+0000 mon.a (mon.0) 38 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: audit 2024-05-11T04:11:44.681821+0000 mon.a (mon.0) 39 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:11:44.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:44 smithi113 bash[21416]: cluster 2024-05-11T04:11:44.706340+0000 mon.a (mon.0) 40 : cluster 1 Manager daemon y is now available 2024-05-11T04:11:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: cephadm 2024-05-11T04:11:44.719794+0000 mgr.y (mgr.14120) 1 : cephadm 1 Found migration_current of "None". Setting to last migration. 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:44.723636+0000 mon.a (mon.0) 41 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:44.728305+0000 mon.a (mon.0) 42 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:44.733071+0000 mon.a (mon.0) 43 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:44.737366+0000 mon.a (mon.0) 44 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:44.746732+0000 mon.a (mon.0) 45 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:44.750144+0000 mon.a (mon.0) 46 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:45.640668+0000 mon.a (mon.0) 47 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: audit 2024-05-11T04:11:45.646508+0000 mon.a (mon.0) 48 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:45.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:45 smithi113 bash[21416]: cluster 2024-05-11T04:11:45.683184+0000 mon.a (mon.0) 49 : cluster 0 mgrmap e7: y(active, since 1.01263s) 2024-05-11T04:11:46.293 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:11:46.293 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-11T04:11:46.293 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-11T04:11:46.293 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:11:46.293 INFO:teuthology.orchestra.run.smithi113.stdout:mgr epoch 5 is available 2024-05-11T04:11:46.293 INFO:teuthology.orchestra.run.smithi113.stdout:Setting orchestrator backend to cephadm... 2024-05-11T04:11:46.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:46 smithi113 bash[21416]: audit 2024-05-11T04:11:45.681419+0000 mgr.y (mgr.14120) 2 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-11T04:11:46.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:46 smithi113 bash[21416]: audit 2024-05-11T04:11:45.694966+0000 mgr.y (mgr.14120) 3 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-11T04:11:46.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:46 smithi113 bash[21416]: cephadm 2024-05-11T04:11:45.758547+0000 mgr.y (mgr.14120) 4 : cephadm 1 [11/May/2024:04:11:45] ENGINE Bus STARTING 2024-05-11T04:11:46.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:46 smithi113 bash[21416]: audit 2024-05-11T04:11:46.007421+0000 mon.a (mon.0) 50 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:11:47.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:47 smithi113 bash[21416]: cephadm 2024-05-11T04:11:45.860606+0000 mgr.y (mgr.14120) 5 : cephadm 1 [11/May/2024:04:11:45] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:11:47.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:47 smithi113 bash[21416]: cephadm 2024-05-11T04:11:45.977927+0000 mgr.y (mgr.14120) 6 : cephadm 1 [11/May/2024:04:11:45] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:11:47.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:47 smithi113 bash[21416]: cephadm 2024-05-11T04:11:45.978122+0000 mgr.y (mgr.14120) 7 : cephadm 1 [11/May/2024:04:11:45] ENGINE Bus STARTED 2024-05-11T04:11:47.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:47 smithi113 bash[21416]: cluster 2024-05-11T04:11:46.737283+0000 mon.a (mon.0) 51 : cluster 0 mgrmap e8: y(active, since 2s) 2024-05-11T04:11:47.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:47 smithi113 bash[21416]: audit 2024-05-11T04:11:47.536092+0000 mon.a (mon.0) 52 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:47.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:47 smithi113 bash[21416]: audit 2024-05-11T04:11:47.578295+0000 mon.a (mon.0) 53 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:11:49.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:48 smithi113 bash[21416]: audit 2024-05-11T04:11:47.529813+0000 mgr.y (mgr.14120) 8 : audit 0 from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:11:49.837 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-11T04:11:49.837 INFO:teuthology.orchestra.run.smithi113.stdout:Generating ssh key... 2024-05-11T04:11:50.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:49 smithi113 bash[21416]: audit 2024-05-11T04:11:49.318755+0000 mgr.y (mgr.14120) 9 : audit 0 from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:11:51.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: Generating public/private rsa key pair. 2024-05-11T04:11:51.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: Your identification has been saved in /tmp/tmpz7d2ntze/key. 2024-05-11T04:11:51.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: Your public key has been saved in /tmp/tmpz7d2ntze/key.pub. 2024-05-11T04:11:51.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: The key fingerprint is: 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: SHA256:9H4w4HI0jhUq+z7mhP3fjsjLKOFplUJ/zuyC+pnbd/I ceph-567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: The key's randomart image is: 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: +---[RSA 3072]----+ 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | . | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | . . | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | . . * | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | .o B + | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | ...o.S + | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | o++o.. o | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | ..*+= . . | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | **+=*..+ | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: | .+====B*E.o | 2024-05-11T04:11:51.730 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:11:51 smithi113 bash[21674]: +----[SHA256]-----+ 2024-05-11T04:11:52.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:52 smithi113 bash[21416]: audit 2024-05-11T04:11:51.031990+0000 mgr.y (mgr.14120) 10 : audit 0 from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:11:52.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:52 smithi113 bash[21416]: cephadm 2024-05-11T04:11:51.032240+0000 mgr.y (mgr.14120) 11 : cephadm 1 Generating ssh key... 2024-05-11T04:11:52.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:52 smithi113 bash[21416]: audit 2024-05-11T04:11:51.362950+0000 mon.a (mon.0) 54 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:52.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:52 smithi113 bash[21416]: audit 2024-05-11T04:11:51.369128+0000 mon.a (mon.0) 55 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:53.522 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSMLBhiGWvyGIK91zN4BB20Xt0Z81fjqL60uMZOTrOobk85e5AX1kGoy33VAnyj3EAqAEU7TJOQJtGRyNt78iX4ObxzFvjtSx7OROhsJQLxEMW8EdPSdzPOOZk6byzOwpAkQ7vLUuwrI3Ya3fbUnenb6yU0sf8HlrvjSI4YYqTDQUlahjkA0vV7Pgta4q6XQknR4BUVP/gJypoCBJkN8pMDZPyL56SOukGusRGSRHViwqkIuWEU2Q8sMbte0s0OmgORvc/OnTCd6miq377j28Pljrz2z0FwC6BCL2jD9xzG2MvTtbUadPRn1x1cLrS80Jm1hqvLDgoYYHtEwamZcarZqMO2mYeNxfEdm7C8aYmPwG9bin55YUIm0I4KnDpTN1Z960C8ywpweQP4Tq44nKgW3hM/5lLHGYT8qof01RKCsVNHasljEolYdLcpWWdbleDQXOPpKRTmmV8NiZouYc5fBw80rkMStRWXxWoc0dXZvAuTrdvCAD5D2+t9px+LRk= ceph-567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:11:53.522 INFO:teuthology.orchestra.run.smithi113.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-11T04:11:53.522 INFO:teuthology.orchestra.run.smithi113.stdout:Adding key to root@localhost authorized_keys... 2024-05-11T04:11:53.522 INFO:teuthology.orchestra.run.smithi113.stdout:Adding host smithi113... 2024-05-11T04:11:54.124 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:53 smithi113 bash[21416]: audit 2024-05-11T04:11:52.998387+0000 mgr.y (mgr.14120) 12 : audit 0 from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:11:55.004 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:54 smithi113 bash[21416]: audit 2024-05-11T04:11:54.702576+0000 mgr.y (mgr.14120) 13 : audit 0 from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi113", "addr": "172.21.15.113", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:11:55.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:55 smithi113 bash[21416]: cephadm 2024-05-11T04:11:55.291864+0000 mgr.y (mgr.14120) 14 : cephadm 1 Deploying cephadm binary to smithi113 2024-05-11T04:11:58.412 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout Added host 'smithi113' with addr '172.21.15.113' 2024-05-11T04:11:58.412 INFO:teuthology.orchestra.run.smithi113.stdout:Deploying unmanaged mon service... 2024-05-11T04:11:58.893 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:58 smithi113 bash[21416]: audit 2024-05-11T04:11:57.645179+0000 mon.a (mon.0) 56 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:11:58.893 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:58 smithi113 bash[21416]: cephadm 2024-05-11T04:11:57.645549+0000 mgr.y (mgr.14120) 15 : cephadm 1 Added host smithi113 2024-05-11T04:11:58.893 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:11:58 smithi113 bash[21416]: audit 2024-05-11T04:11:57.667682+0000 mon.a (mon.0) 57 : audit 0 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:12:00.358 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-11T04:12:00.359 INFO:teuthology.orchestra.run.smithi113.stdout:Deploying unmanaged mgr service... 2024-05-11T04:12:01.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:00 smithi113 bash[21416]: audit 2024-05-11T04:11:59.743887+0000 mon.a (mon.0) 58 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:12:01.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:00 smithi113 bash[21416]: audit 2024-05-11T04:11:59.839342+0000 mon.a (mon.0) 59 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:12:01.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:00 smithi113 bash[21416]: audit 2024-05-11T04:12:00.119101+0000 mon.a (mon.0) 60 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:12:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:01 smithi113 bash[21416]: audit 2024-05-11T04:11:59.832599+0000 mgr.y (mgr.14120) 16 : audit 0 from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:12:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:01 smithi113 bash[21416]: cephadm 2024-05-11T04:11:59.833998+0000 mgr.y (mgr.14120) 17 : cephadm 1 Saving service mon spec with placement count:5 2024-05-11T04:12:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:01 smithi113 bash[21416]: audit 2024-05-11T04:12:01.524328+0000 mon.a (mon.0) 61 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:12:02.051 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-11T04:12:02.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:02 smithi113 bash[21416]: audit 2024-05-11T04:12:01.518556+0000 mgr.y (mgr.14120) 18 : audit 0 from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:12:02.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:02 smithi113 bash[21416]: cephadm 2024-05-11T04:12:01.519650+0000 mgr.y (mgr.14120) 19 : cephadm 1 Saving service mgr spec with placement count:2 2024-05-11T04:12:04.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:04 smithi113 bash[21416]: audit 2024-05-11T04:12:03.246937+0000 mon.a (mon.0) 62 : audit 1 from='client.? 172.21.15.113:0/2276669434' entity='client.admin' 2024-05-11T04:12:05.463 INFO:teuthology.orchestra.run.smithi113.stdout:Enabling the dashboard module... 2024-05-11T04:12:05.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:05 smithi113 bash[21416]: cluster 2024-05-11T04:12:04.683068+0000 mgr.y (mgr.14120) 20 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:05.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:05 smithi113 bash[21416]: audit 2024-05-11T04:12:04.945609+0000 mon.a (mon.0) 63 : audit 1 from='client.? 172.21.15.113:0/1807788129' entity='client.admin' 2024-05-11T04:12:07.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:07 smithi113 bash[21674]: ignoring --setuser ceph since I am not root 2024-05-11T04:12:07.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:07 smithi113 bash[21674]: ignoring --setgroup ceph since I am not root 2024-05-11T04:12:07.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:07 smithi113 bash[21674]: debug 2024-05-11T04:12:07.357+0000 7fc3e57ec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:12:07.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:07 smithi113 bash[21416]: audit 2024-05-11T04:12:06.153975+0000 mon.a (mon.0) 64 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:12:07.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:07 smithi113 bash[21416]: cluster 2024-05-11T04:12:06.683488+0000 mgr.y (mgr.14120) 21 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:07.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:07 smithi113 bash[21416]: audit 2024-05-11T04:12:06.739248+0000 mon.a (mon.0) 65 : audit 1 from='client.? 172.21.15.113:0/3162547414' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-11T04:12:07.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:07 smithi113 bash[21416]: audit 2024-05-11T04:12:06.949061+0000 mon.a (mon.0) 66 : audit 1 from='mgr.14120 172.21.15.113:0/4208765904' entity='mgr.y' 2024-05-11T04:12:08.427 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:08 smithi113 bash[21416]: audit 2024-05-11T04:12:07.169073+0000 mon.a (mon.0) 67 : audit 1 from='client.? 172.21.15.113:0/3162547414' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-11T04:12:08.427 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:08 smithi113 bash[21416]: cluster 2024-05-11T04:12:07.169131+0000 mon.a (mon.0) 68 : cluster 0 mgrmap e9: y(active, since 22s) 2024-05-11T04:12:09.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:09 smithi113 bash[21416]: audit 2024-05-11T04:12:09.069911+0000 mon.a (mon.0) 69 : audit 0 from='client.? 172.21.15.113:0/1743268712' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-11T04:12:09.229 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:08 smithi113 bash[21674]: debug 2024-05-11T04:12:08.941+0000 7fc3e57ec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:12:09.229 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:09 smithi113 bash[21674]: debug 2024-05-11T04:12:09.041+0000 7fc3e57ec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for the mgr to restart... 2024-05-11T04:12:09.590 INFO:teuthology.orchestra.run.smithi113.stdout:Waiting for mgr epoch 9... 2024-05-11T04:12:09.609 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:09 smithi113 bash[21674]: debug 2024-05-11T04:12:09.293+0000 7fc3e57ec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:12:10.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:10 smithi113 bash[21674]: debug 2024-05-11T04:12:10.101+0000 7fc3e57ec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:12:10.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:10 smithi113 bash[21674]: debug 2024-05-11T04:12:10.213+0000 7fc3e57ec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:12:10.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:10 smithi113 bash[21674]: debug 2024-05-11T04:12:10.325+0000 7fc3e57ec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:12:10.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:10 smithi113 bash[21674]: debug 2024-05-11T04:12:10.681+0000 7fc3e57ec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:12:10.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:10 smithi113 bash[21674]: debug 2024-05-11T04:12:10.793+0000 7fc3e57ec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:12:10.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:10 smithi113 bash[21674]: debug 2024-05-11T04:12:10.897+0000 7fc3e57ec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:12:11.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:11 smithi113 bash[21674]: debug 2024-05-11T04:12:11.253+0000 7fc3e57ec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:12:11.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:11 smithi113 bash[21674]: debug 2024-05-11T04:12:11.493+0000 7fc3e57ec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:12:12.120 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:11 smithi113 bash[21674]: debug 2024-05-11T04:12:11.753+0000 7fc3e57ec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:12:12.120 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:11 smithi113 bash[21674]: debug 2024-05-11T04:12:11.865+0000 7fc3e57ec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:12:12.391 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:12 smithi113 bash[21674]: debug 2024-05-11T04:12:12.141+0000 7fc3e57ec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:12:12.729 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:12 smithi113 bash[21674]: debug 2024-05-11T04:12:12.389+0000 7fc3e57ec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:12:13.108 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:12 smithi113 bash[21674]: debug 2024-05-11T04:12:12.797+0000 7fc3e57ec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:12:13.108 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:12 smithi113 bash[21674]: debug 2024-05-11T04:12:12.917+0000 7fc3e57ec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:12:13.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:13 smithi113 bash[21674]: debug 2024-05-11T04:12:13.173+0000 7fc3e57ec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:12:14.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:14 smithi113 bash[21674]: debug 2024-05-11T04:12:14.189+0000 7fc3e57ec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:12:14.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:14 smithi113 bash[21674]: debug 2024-05-11T04:12:14.305+0000 7fc3e57ec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:12:14.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:14 smithi113 bash[21674]: debug 2024-05-11T04:12:14.601+0000 7fc3e57ec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:12:14.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:14 smithi113 bash[21674]: debug 2024-05-11T04:12:14.713+0000 7fc3e57ec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:12:15.430 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:15 smithi113 bash[21674]: debug 2024-05-11T04:12:15.161+0000 7fc3e57ec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:12:15.430 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:12:15 smithi113 bash[21674]: debug 2024-05-11T04:12:15.281+0000 7fc3e57ec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:12:15.430 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: cluster 2024-05-11T04:12:15.307003+0000 mon.a (mon.0) 70 : cluster 1 Active manager daemon y restarted 2024-05-11T04:12:15.430 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: cluster 2024-05-11T04:12:15.307504+0000 mon.a (mon.0) 71 : cluster 1 Activating manager daemon y 2024-05-11T04:12:15.430 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: cluster 2024-05-11T04:12:15.310841+0000 mon.a (mon.0) 72 : cluster 0 osdmap e3: 0 total, 0 up, 0 in 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: cluster 2024-05-11T04:12:15.310981+0000 mon.a (mon.0) 73 : cluster 0 mgrmap e10: y(active, starting, since 0.00369378s) 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: audit 2024-05-11T04:12:15.314399+0000 mon.a (mon.0) 74 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: audit 2024-05-11T04:12:15.315686+0000 mon.a (mon.0) 75 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: audit 2024-05-11T04:12:15.316608+0000 mon.a (mon.0) 76 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: audit 2024-05-11T04:12:15.316875+0000 mon.a (mon.0) 77 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: audit 2024-05-11T04:12:15.317086+0000 mon.a (mon.0) 78 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:12:15.431 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:15 smithi113 bash[21416]: cluster 2024-05-11T04:12:15.342453+0000 mon.a (mon.0) 79 : cluster 1 Manager daemon y is now available 2024-05-11T04:12:16.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: audit 2024-05-11T04:12:15.362922+0000 mon.a (mon.0) 80 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:12:16.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: audit 2024-05-11T04:12:15.382815+0000 mon.a (mon.0) 81 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:12:16.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: audit 2024-05-11T04:12:15.385742+0000 mon.a (mon.0) 82 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:12:16.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: cephadm 2024-05-11T04:12:15.476281+0000 mgr.y (mgr.14152) 1 : cephadm 1 [11/May/2024:04:12:15] ENGINE Bus STARTING 2024-05-11T04:12:16.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: cephadm 2024-05-11T04:12:15.578282+0000 mgr.y (mgr.14152) 2 : cephadm 1 [11/May/2024:04:12:15] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:12:16.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: cephadm 2024-05-11T04:12:15.696153+0000 mgr.y (mgr.14152) 3 : cephadm 1 [11/May/2024:04:12:15] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:12:16.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: cephadm 2024-05-11T04:12:15.696541+0000 mgr.y (mgr.14152) 4 : cephadm 1 [11/May/2024:04:12:15] ENGINE Bus STARTED 2024-05-11T04:12:16.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:16 smithi113 bash[21416]: cluster 2024-05-11T04:12:16.320237+0000 mon.a (mon.0) 83 : cluster 0 mgrmap e11: y(active, since 1.01293s) 2024-05-11T04:12:16.954 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:12:16.954 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-11T04:12:16.954 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-11T04:12:16.954 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:12:16.954 INFO:teuthology.orchestra.run.smithi113.stdout:mgr epoch 9 is available 2024-05-11T04:12:16.954 INFO:teuthology.orchestra.run.smithi113.stdout:Generating a dashboard self-signed certificate... 2024-05-11T04:12:17.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:17 smithi113 bash[21416]: audit 2024-05-11T04:12:16.318602+0000 mgr.y (mgr.14152) 5 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-11T04:12:17.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:17 smithi113 bash[21416]: audit 2024-05-11T04:12:16.332120+0000 mgr.y (mgr.14152) 6 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-11T04:12:18.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:18 smithi113 bash[21416]: cluster 2024-05-11T04:12:17.367188+0000 mon.a (mon.0) 84 : cluster 0 mgrmap e12: y(active, since 2s) 2024-05-11T04:12:18.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:18 smithi113 bash[21416]: audit 2024-05-11T04:12:18.118093+0000 mgr.y (mgr.14152) 7 : audit 0 from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:12:18.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:18 smithi113 bash[21416]: audit 2024-05-11T04:12:18.330835+0000 mon.a (mon.0) 85 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:18.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:18 smithi113 bash[21416]: audit 2024-05-11T04:12:18.337773+0000 mon.a (mon.0) 86 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:18.924 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-11T04:12:18.925 INFO:teuthology.orchestra.run.smithi113.stdout:Creating initial admin user... 2024-05-11T04:12:20.547 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:20 smithi113 bash[21416]: audit 2024-05-11T04:12:20.101804+0000 mgr.y (mgr.14152) 8 : audit 0 from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:12:20.889 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$bJwK89F02Z5fv2Y25kNmh.Q5HZFHhnWyNcyK4D3TbMRzrDAjI6NJO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1715400740, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-11T04:12:20.889 INFO:teuthology.orchestra.run.smithi113.stdout:Fetching dashboard port number... 2024-05-11T04:12:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:21 smithi113 bash[21416]: audit 2024-05-11T04:12:20.354577+0000 mon.a (mon.0) 87 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:22.611 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stdout 8443 2024-05-11T04:12:22.611 INFO:teuthology.orchestra.run.smithi113.stdout:firewalld does not appear to be present 2024-05-11T04:12:22.611 INFO:teuthology.orchestra.run.smithi113.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-11T04:12:22.614 INFO:teuthology.orchestra.run.smithi113.stdout:Ceph Dashboard is now available at: 2024-05-11T04:12:22.614 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:22.614 INFO:teuthology.orchestra.run.smithi113.stdout: URL: https://smithi113.front.sepia.ceph.com:8443/ 2024-05-11T04:12:22.614 INFO:teuthology.orchestra.run.smithi113.stdout: User: admin 2024-05-11T04:12:22.614 INFO:teuthology.orchestra.run.smithi113.stdout: Password: cp0pte0cpw 2024-05-11T04:12:22.614 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:22.615 INFO:teuthology.orchestra.run.smithi113.stdout:Saving cluster configuration to /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config directory 2024-05-11T04:12:22.615 INFO:teuthology.orchestra.run.smithi113.stdout:Enabling autotune for osd_memory_target 2024-05-11T04:12:22.637 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:22 smithi113 bash[21416]: audit 2024-05-11T04:12:22.057558+0000 mon.a (mon.0) 88 : audit 0 from='client.? 172.21.15.113:0/1809490352' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-11T04:12:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:23 smithi113 bash[21416]: cluster 2024-05-11T04:12:22.365587+0000 mon.a (mon.0) 89 : cluster 0 mgrmap e13: y(active, since 7s) 2024-05-11T04:12:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:23 smithi113 bash[21416]: audit 2024-05-11T04:12:23.331518+0000 mon.a (mon.0) 90 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:25.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:25 smithi113 bash[21416]: audit 2024-05-11T04:12:24.016901+0000 mon.a (mon.0) 91 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-11T04:12:26.205 INFO:teuthology.orchestra.run.smithi113.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:Or, if you are only running a single cluster on this host: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: ceph telemetry on 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout:For more information see: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-11T04:12:26.206 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:12:26.207 INFO:teuthology.orchestra.run.smithi113.stdout:Bootstrap complete. 2024-05-11T04:12:26.240 INFO:tasks.cephadm:Fetching config... 2024-05-11T04:12:26.241 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:12:26.241 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-11T04:12:26.246 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-11T04:12:26.246 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:12:26.246 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-11T04:12:26.291 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-11T04:12:26.291 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:12:26.291 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-11T04:12:26.345 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-11T04:12:26.345 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:12:26.345 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-11T04:12:26.391 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-11T04:12:26.391 DEBUG:teuthology.orchestra.run.smithi113:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSMLBhiGWvyGIK91zN4BB20Xt0Z81fjqL60uMZOTrOobk85e5AX1kGoy33VAnyj3EAqAEU7TJOQJtGRyNt78iX4ObxzFvjtSx7OROhsJQLxEMW8EdPSdzPOOZk6byzOwpAkQ7vLUuwrI3Ya3fbUnenb6yU0sf8HlrvjSI4YYqTDQUlahjkA0vV7Pgta4q6XQknR4BUVP/gJypoCBJkN8pMDZPyL56SOukGusRGSRHViwqkIuWEU2Q8sMbte0s0OmgORvc/OnTCd6miq377j28Pljrz2z0FwC6BCL2jD9xzG2MvTtbUadPRn1x1cLrS80Jm1hqvLDgoYYHtEwamZcarZqMO2mYeNxfEdm7C8aYmPwG9bin55YUIm0I4KnDpTN1Z960C8ywpweQP4Tq44nKgW3hM/5lLHGYT8qof01RKCsVNHasljEolYdLcpWWdbleDQXOPpKRTmmV8NiZouYc5fBw80rkMStRWXxWoc0dXZvAuTrdvCAD5D2+t9px+LRk= ceph-567346c6-0f4c-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-11T04:12:26.458 INFO:teuthology.orchestra.run.smithi113.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSMLBhiGWvyGIK91zN4BB20Xt0Z81fjqL60uMZOTrOobk85e5AX1kGoy33VAnyj3EAqAEU7TJOQJtGRyNt78iX4ObxzFvjtSx7OROhsJQLxEMW8EdPSdzPOOZk6byzOwpAkQ7vLUuwrI3Ya3fbUnenb6yU0sf8HlrvjSI4YYqTDQUlahjkA0vV7Pgta4q6XQknR4BUVP/gJypoCBJkN8pMDZPyL56SOukGusRGSRHViwqkIuWEU2Q8sMbte0s0OmgORvc/OnTCd6miq377j28Pljrz2z0FwC6BCL2jD9xzG2MvTtbUadPRn1x1cLrS80Jm1hqvLDgoYYHtEwamZcarZqMO2mYeNxfEdm7C8aYmPwG9bin55YUIm0I4KnDpTN1Z960C8ywpweQP4Tq44nKgW3hM/5lLHGYT8qof01RKCsVNHasljEolYdLcpWWdbleDQXOPpKRTmmV8NiZouYc5fBw80rkMStRWXxWoc0dXZvAuTrdvCAD5D2+t9px+LRk= ceph-567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:12:26.467 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSMLBhiGWvyGIK91zN4BB20Xt0Z81fjqL60uMZOTrOobk85e5AX1kGoy33VAnyj3EAqAEU7TJOQJtGRyNt78iX4ObxzFvjtSx7OROhsJQLxEMW8EdPSdzPOOZk6byzOwpAkQ7vLUuwrI3Ya3fbUnenb6yU0sf8HlrvjSI4YYqTDQUlahjkA0vV7Pgta4q6XQknR4BUVP/gJypoCBJkN8pMDZPyL56SOukGusRGSRHViwqkIuWEU2Q8sMbte0s0OmgORvc/OnTCd6miq377j28Pljrz2z0FwC6BCL2jD9xzG2MvTtbUadPRn1x1cLrS80Jm1hqvLDgoYYHtEwamZcarZqMO2mYeNxfEdm7C8aYmPwG9bin55YUIm0I4KnDpTN1Z960C8ywpweQP4Tq44nKgW3hM/5lLHGYT8qof01RKCsVNHasljEolYdLcpWWdbleDQXOPpKRTmmV8NiZouYc5fBw80rkMStRWXxWoc0dXZvAuTrdvCAD5D2+t9px+LRk= ceph-567346c6-0f4c-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-11T04:12:26.490 INFO:teuthology.orchestra.run.smithi173.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSMLBhiGWvyGIK91zN4BB20Xt0Z81fjqL60uMZOTrOobk85e5AX1kGoy33VAnyj3EAqAEU7TJOQJtGRyNt78iX4ObxzFvjtSx7OROhsJQLxEMW8EdPSdzPOOZk6byzOwpAkQ7vLUuwrI3Ya3fbUnenb6yU0sf8HlrvjSI4YYqTDQUlahjkA0vV7Pgta4q6XQknR4BUVP/gJypoCBJkN8pMDZPyL56SOukGusRGSRHViwqkIuWEU2Q8sMbte0s0OmgORvc/OnTCd6miq377j28Pljrz2z0FwC6BCL2jD9xzG2MvTtbUadPRn1x1cLrS80Jm1hqvLDgoYYHtEwamZcarZqMO2mYeNxfEdm7C8aYmPwG9bin55YUIm0I4KnDpTN1Z960C8ywpweQP4Tq44nKgW3hM/5lLHGYT8qof01RKCsVNHasljEolYdLcpWWdbleDQXOPpKRTmmV8NiZouYc5fBw80rkMStRWXxWoc0dXZvAuTrdvCAD5D2+t9px+LRk= ceph-567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:12:26.499 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-11T04:12:26.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:26 smithi113 bash[21416]: audit 2024-05-11T04:12:25.713121+0000 mon.a (mon.0) 92 : audit 1 from='client.? 172.21.15.113:0/3263769325' entity='client.admin' 2024-05-11T04:12:31.261 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:12:34.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:33.154773+0000 mon.a (mon.0) 93 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:33.158618+0000 mon.a (mon.0) 94 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:33.159740+0000 mon.a (mon.0) 95 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi113", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:33.165985+0000 mon.a (mon.0) 96 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:33.199596+0000 mon.a (mon.0) 97 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:33.206551+0000 mon.a (mon.0) 98 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:34.030329+0000 mon.a (mon.0) 99 : audit 1 from='client.? 172.21.15.113:0/2447318827' entity='client.admin' 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:34.055669+0000 mon.a (mon.0) 100 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:12:34.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:34 smithi113 bash[21416]: audit 2024-05-11T04:12:34.059714+0000 mon.a (mon.0) 101 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:34.630 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-11T04:12:34.630 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-11T04:12:36.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:36 smithi113 bash[21416]: cluster 2024-05-11T04:12:35.318137+0000 mgr.y (mgr.14152) 9 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:38.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:38 smithi113 bash[21416]: cluster 2024-05-11T04:12:37.318607+0000 mgr.y (mgr.14152) 10 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:39.295 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:12:40.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:40 smithi113 bash[21416]: cluster 2024-05-11T04:12:39.318941+0000 mgr.y (mgr.14152) 11 : cluster 0 pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:42.391 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi173 2024-05-11T04:12:42.391 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:12:42.391 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.conf 2024-05-11T04:12:42.398 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:12:42.398 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:12:42.444 INFO:tasks.cephadm:Adding host smithi173 to orchestrator... 2024-05-11T04:12:42.445 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch host add smithi173 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: cluster 2024-05-11T04:12:41.319426+0000 mgr.y (mgr.14152) 12 : cluster 0 pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:41.771614+0000 mgr.y (mgr.14152) 13 : audit 0 from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:41.776691+0000 mon.a (mon.0) 102 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:41.809319+0000 mon.a (mon.0) 103 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:41.811007+0000 mon.a (mon.0) 104 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:41.811719+0000 mon.a (mon.0) 105 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: cephadm 2024-05-11T04:12:41.812761+0000 mgr.y (mgr.14152) 14 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: cephadm 2024-05-11T04:12:41.927565+0000 mgr.y (mgr.14152) 15 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:12:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: cephadm 2024-05-11T04:12:42.042209+0000 mgr.y (mgr.14152) 16 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:12:43.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: cephadm 2024-05-11T04:12:42.156761+0000 mgr.y (mgr.14152) 17 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:12:43.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:42.326448+0000 mon.a (mon.0) 106 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:43.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:42.332397+0000 mon.a (mon.0) 107 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:43.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:42 smithi113 bash[21416]: audit 2024-05-11T04:12:42.338006+0000 mon.a (mon.0) 108 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:45.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:44 smithi113 bash[21416]: cluster 2024-05-11T04:12:43.319912+0000 mgr.y (mgr.14152) 18 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:47.111 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:12:47.132 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:46 smithi113 bash[21416]: cluster 2024-05-11T04:12:45.320369+0000 mgr.y (mgr.14152) 19 : cluster 0 pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:49.121 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:48 smithi113 bash[21416]: cluster 2024-05-11T04:12:47.320778+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:51.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:50 smithi113 bash[21416]: cluster 2024-05-11T04:12:49.321037+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:51.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:50 smithi113 bash[21416]: audit 2024-05-11T04:12:49.505738+0000 mgr.y (mgr.14152) 22 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:12:51.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:50 smithi113 bash[21416]: cephadm 2024-05-11T04:12:50.178466+0000 mgr.y (mgr.14152) 23 : cephadm 1 Deploying cephadm binary to smithi173 2024-05-11T04:12:52.745 INFO:teuthology.orchestra.run.smithi113.stdout:Added host 'smithi173' with addr '172.21.15.173' 2024-05-11T04:12:53.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:52 smithi113 bash[21416]: cluster 2024-05-11T04:12:51.321414+0000 mgr.y (mgr.14152) 24 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:53.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:52 smithi113 bash[21416]: audit 2024-05-11T04:12:52.743871+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:53.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:52 smithi113 bash[21416]: audit 2024-05-11T04:12:52.745536+0000 mon.a (mon.0) 110 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:12:53.338 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch host ls --format=json 2024-05-11T04:12:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:54 smithi113 bash[21416]: cephadm 2024-05-11T04:12:52.744661+0000 mgr.y (mgr.14152) 25 : cephadm 1 Added host smithi173 2024-05-11T04:12:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:54 smithi113 bash[21416]: audit 2024-05-11T04:12:53.119186+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:55.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:55 smithi113 bash[21416]: cluster 2024-05-11T04:12:53.321768+0000 mgr.y (mgr.14152) 26 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:55.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:55 smithi113 bash[21416]: audit 2024-05-11T04:12:54.494064+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:56.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:56 smithi113 bash[21416]: cluster 2024-05-11T04:12:55.322152+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:12:56.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:56 smithi113 bash[21416]: audit 2024-05-11T04:12:55.388779+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:12:58.003 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:12:58.676 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:12:58 smithi113 bash[21416]: cluster 2024-05-11T04:12:57.322553+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:00.364 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:13:00.364 INFO:teuthology.orchestra.run.smithi113.stdout:[{"addr": "172.21.15.113", "hostname": "smithi113", "labels": [], "status": ""}, {"addr": "172.21.15.173", "hostname": "smithi173", "labels": [], "status": ""}] 2024-05-11T04:13:00.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:00 smithi113 bash[21416]: cluster 2024-05-11T04:12:59.322955+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:00.915 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-11T04:13:00.915 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd crush tunables default 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.363794+0000 mgr.y (mgr.14152) 30 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.420256+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.423014+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.426049+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.428746+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.429314+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.429992+0000 mon.a (mon.0) 119 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:00.430565+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: cephadm 2024-05-11T04:13:00.431550+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: cephadm 2024-05-11T04:13:00.545765+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: cephadm 2024-05-11T04:13:00.711251+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: cephadm 2024-05-11T04:13:00.875965+0000 mgr.y (mgr.14152) 34 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:01.043092+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:01.046435+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:01.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:01 smithi113 bash[21416]: audit 2024-05-11T04:13:01.050169+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:03.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:03 smithi113 bash[21416]: cluster 2024-05-11T04:13:01.323326+0000 mgr.y (mgr.14152) 35 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:05 smithi113 bash[21416]: cluster 2024-05-11T04:13:03.323718+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:05.578 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:13:07.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:07 smithi113 bash[21416]: cluster 2024-05-11T04:13:05.324123+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:08.070 INFO:teuthology.orchestra.run.smithi113.stderr:adjusted tunables profile to default 2024-05-11T04:13:08.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:08 smithi113 bash[21416]: audit 2024-05-11T04:13:07.987321+0000 mon.a (mon.0) 124 : audit 1 from='client.? 172.21.15.113:0/1431288681' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-11T04:13:08.670 INFO:tasks.cephadm:Adding mon.a on smithi113 2024-05-11T04:13:08.670 INFO:tasks.cephadm:Adding mon.c on smithi113 2024-05-11T04:13:08.670 INFO:tasks.cephadm:Adding mon.b on smithi173 2024-05-11T04:13:08.670 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch apply mon '3;smithi113:172.21.15.113=a;smithi113:[v2:172.21.15.113:3301,v1:172.21.15.113:6790]=c;smithi173:172.21.15.173=b' 2024-05-11T04:13:09.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:09 smithi113 bash[21416]: cluster 2024-05-11T04:13:07.324541+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:09.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:09 smithi113 bash[21416]: audit 2024-05-11T04:13:08.067394+0000 mon.a (mon.0) 125 : audit 1 from='client.? 172.21.15.113:0/1431288681' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-11T04:13:09.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:09 smithi113 bash[21416]: cluster 2024-05-11T04:13:08.067505+0000 mon.a (mon.0) 126 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:09.840 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:11.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:11 smithi113 bash[21416]: cluster 2024-05-11T04:13:09.324983+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:12.159 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mon update... 2024-05-11T04:13:12.720 DEBUG:teuthology.orchestra.run.smithi113:mon.c> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.c.service 2024-05-11T04:13:12.722 DEBUG:teuthology.orchestra.run.smithi173:mon.b> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.b.service 2024-05-11T04:13:12.725 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-11T04:13:12.725 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: cluster 2024-05-11T04:13:11.325377+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.145349+0000 mgr.y (mgr.14152) 41 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi113:172.21.15.113=a;smithi113:[v2:172.21.15.113:3301,v1:172.21.15.113:6790]=c;smithi173:172.21.15.173=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: cephadm 2024-05-11T04:13:12.151325+0000 mgr.y (mgr.14152) 42 : cephadm 1 Saving service mon spec with placement smithi113:172.21.15.113=a;smithi113:[v2:172.21.15.113:3301,v1:172.21.15.113:6790]=c;smithi173:172.21.15.173=b;count:3 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.159065+0000 mon.a (mon.0) 127 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.173999+0000 mon.a (mon.0) 128 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.177817+0000 mon.a (mon.0) 129 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.179783+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.187429+0000 mon.a (mon.0) 131 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.191382+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:13.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: audit 2024-05-11T04:13:12.193083+0000 mon.a (mon.0) 133 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:13.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:13 smithi113 bash[21416]: cephadm 2024-05-11T04:13:12.195030+0000 mgr.y (mgr.14152) 43 : cephadm 1 Deploying daemon mon.b on smithi173 2024-05-11T04:13:14.303 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:15.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:15 smithi113 bash[21416]: cluster 2024-05-11T04:13:13.325757+0000 mgr.y (mgr.14152) 44 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:17.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:16 smithi173 systemd[1]: Started Ceph mon.b for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:13:17.284 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-05-11T04:13:17.285 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":1,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","modified":"2024-05-11T04:11:09.966521Z","created":"2024-05-11T04:11:09.966521Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:3300","nonce":0},{"type":"v1","addr":"172.21.15.113:6789","nonce":0}]},"addr":"172.21.15.113:6789/0","public_addr":"172.21.15.113:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-11T04:13:17.288 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 1 2024-05-11T04:13:17.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:17 smithi113 bash[21416]: cluster 2024-05-11T04:13:15.326183+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:17 smithi113 bash[21416]: audit 2024-05-11T04:13:16.894536+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:17 smithi113 bash[21416]: audit 2024-05-11T04:13:16.900489+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:17 smithi113 bash[21416]: audit 2024-05-11T04:13:16.927464+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:17 smithi113 bash[21416]: audit 2024-05-11T04:13:16.928777+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:17 smithi113 bash[21416]: audit 2024-05-11T04:13:16.930887+0000 mon.a (mon.0) 138 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.955+0000 7fd887d32c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.955+0000 7fd887d32c80 0 ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable), process ceph-mon, pid 7 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.955+0000 7fd887d32c80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.959+0000 7fd887d32c80 0 load: jerasure load: lrc 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Git sha 0 2024-05-11T04:13:18.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Compile date 2024-05-10 15:21:38 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: DB SUMMARY 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: DB Session ID: WN9HEHAZE8ABY96PON45 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:13:18.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.env: 0x564827a55820 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.info_log: 0x56482ae55560 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:13:18.276 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:13:18.277 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.write_buffer_manager: 0x56482a0e6320 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:13:18.278 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:13:18.279 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:13:18.280 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:13:18.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:13:18.282 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-05-11T04:13:18.283 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56482ae55660) 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cache_index_and_filter_blocks: 1 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:13:18.285 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: pin_top_level_index_and_filter: 1 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: index_type: 0 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: data_block_index_type: 0 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: index_shortening: 1 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: checksum: 4 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: no_block_cache: 0 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_cache: 0x56482a16b1f0 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_cache_name: BinnedLRUCache 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_cache_options: 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: capacity : 536870912 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: num_shard_bits : 4 2024-05-11T04:13:18.286 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: strict_capacity_limit : 0 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: high_pri_pool_ratio: 0.000 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_cache_compressed: (nil) 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: persistent_cache: (nil) 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_size: 4096 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_size_deviation: 10 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_restart_interval: 16 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: index_block_restart_interval: 1 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: metadata_block_size: 4096 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: partition_filters: 0 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: use_delta_encoding: 1 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: filter_policy: bloomfilter 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: whole_key_filtering: 1 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: verify_compression: 0 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: read_amp_bytes_per_bit: 0 2024-05-11T04:13:18.287 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: format_version: 5 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: enable_index_compression: 1 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: block_align: 0 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: max_auto_readahead_size: 262144 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: prepopulate_block_cache: 0 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: initial_auto_readahead_size: 8192 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:13:18.288 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:13:18.289 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:13:18.290 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:13:18.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.table_properties_collectors: 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:13:18.292 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:13:18.293 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0519e4a9-190d-409d-8599-edc014f03449 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715400797968638, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715400797969176, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715400797, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0519e4a9-190d-409d-8599-edc014f03449", "db_session_id": "WN9HEHAZE8ABY96PON45", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715400797969279, "job": 1, "event": "recovery_finished"} 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.963+0000 7fd887d32c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56482a20c000 2024-05-11T04:13:18.294 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 4 rocksdb: DB pointer 0x56482a1fa000 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd876504700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd876504700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: ** DB Stats ** 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: ** Compaction Stats [default] ** 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-11T04:13:18.295 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: ** Compaction Stats [default] ** 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Cumulative compaction: 0.00 GB write, 0.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Interval compaction: 0.00 GB write, 0.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Block cache BinnedLRUCache@0x56482a16b1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-11T04:13:18.296 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 0 using public_addr v2:172.21.15.173:0/0 -> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] at bind addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.967+0000 7fd887d32c80 1 mon.b@-1(???) e0 preinit fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 0 mon.b@-1(synchronizing).mds e1 new map 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 0 mon.b@-1(synchronizing).mds e1 print_map 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: e1 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: legacy client fscid: -1 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: No filesystems configured 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-11T04:13:18.297 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.987+0000 7fd87950a700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:43.319912+0000 mgr.y (mgr.14152) 18 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:45.320369+0000 mgr.y (mgr.14152) 19 : cluster 0 pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:47.320778+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:49.321037+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:12:49.505738+0000 mgr.y (mgr.14152) 22 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:12:50.178466+0000 mgr.y (mgr.14152) 23 : cephadm 1 Deploying cephadm binary to smithi173 2024-05-11T04:13:18.298 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:51.321414+0000 mgr.y (mgr.14152) 24 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:12:52.743871+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:12:52.745536+0000 mon.a (mon.0) 110 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:12:52.744661+0000 mgr.y (mgr.14152) 25 : cephadm 1 Added host smithi173 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:12:53.119186+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:53.321768+0000 mgr.y (mgr.14152) 26 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:12:54.494064+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:55.322152+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:12:55.388779+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:57.322553+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:12:59.322955+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.363794+0000 mgr.y (mgr.14152) 30 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.420256+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.423014+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.426049+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.299 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.428746+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.429314+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.429992+0000 mon.a (mon.0) 119 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:00.430565+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:13:00.431550+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:13:00.545765+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:13:00.711251+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:13:00.875965+0000 mgr.y (mgr.14152) 34 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:01.043092+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:01.046435+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:01.050169+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:01.323326+0000 mgr.y (mgr.14152) 35 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:03.323718+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:05.324123+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:07.987321+0000 mon.a (mon.0) 124 : audit 1 from='client.? 172.21.15.113:0/1431288681' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-11T04:13:18.300 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:07.324541+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:08.067394+0000 mon.a (mon.0) 125 : audit 1 from='client.? 172.21.15.113:0/1431288681' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:08.067505+0000 mon.a (mon.0) 126 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:09.324983+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:11.325377+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.145349+0000 mgr.y (mgr.14152) 41 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi113:172.21.15.113=a;smithi113:[v2:172.21.15.113:3301,v1:172.21.15.113:6790]=c;smithi173:172.21.15.173=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:13:12.151325+0000 mgr.y (mgr.14152) 42 : cephadm 1 Saving service mon spec with placement smithi113:172.21.15.113=a;smithi113:[v2:172.21.15.113:3301,v1:172.21.15.113:6790]=c;smithi173:172.21.15.173=b;count:3 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.159065+0000 mon.a (mon.0) 127 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.173999+0000 mon.a (mon.0) 128 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.177817+0000 mon.a (mon.0) 129 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.179783+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.187429+0000 mon.a (mon.0) 131 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.191382+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:12.193083+0000 mon.a (mon.0) 133 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cephadm 2024-05-11T04:13:12.195030+0000 mgr.y (mgr.14152) 43 : cephadm 1 Deploying daemon mon.b on smithi173 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:13.325757+0000 mgr.y (mgr.14152) 44 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.301 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: cluster 2024-05-11T04:13:15.326183+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:18.302 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:16.894536+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.302 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:16.900489+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.302 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:16.927464+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:18.302 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:16.928777+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:18.302 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: audit 2024-05-11T04:13:16.930887+0000 mon.a (mon.0) 138 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:18.302 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:17 smithi173 bash[23566]: debug 2024-05-11T04:13:17.991+0000 7fd87950a700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-11T04:13:18.952 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-11T04:13:18.953 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-11T04:13:20.203 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:20 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:20.203 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:13:20 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:20.454 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:13:20 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:20.454 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:20 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:21.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:21 smithi113 bash[31590]: debug 2024-05-11T04:13:21.279+0000 7fbd66083700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-11T04:13:22.607 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:17.326579+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:18.001087+0000 mon.a (mon.0) 140 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:18.005824+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:18.006196+0000 mon.a (mon.0) 142 : cluster 1 mon.a calling monitor election 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:18.029199+0000 mon.a (mon.0) 143 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:19.001297+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:19.326948+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:20.001450+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:20.003213+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:21.001797+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:21.286097+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:21.327389+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:22.001836+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.393 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:22.287189+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:23.001920+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.051776+0000 mon.a (mon.0) 151 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.059739+0000 mon.a (mon.0) 152 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],b=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.077339+0000 mon.a (mon.0) 153 : cluster 0 fsmap 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.077397+0000 mon.a (mon.0) 154 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.077674+0000 mon.a (mon.0) 155 : cluster 0 mgrmap e13: y(active, since 67s) 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.077932+0000 mon.a (mon.0) 156 : cluster 1 overall HEALTH_OK 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:23.085109+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:23.092985+0000 mon.a (mon.0) 158 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:23.117937+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.394 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:23 smithi173 bash[23566]: audit 2024-05-11T04:13:23.125466+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:17.326579+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:23.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:18.001087+0000 mon.a (mon.0) 140 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:18.005824+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:13:23.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:18.006196+0000 mon.a (mon.0) 142 : cluster 1 mon.a calling monitor election 2024-05-11T04:13:23.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:18.029199+0000 mon.a (mon.0) 143 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:19.001297+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:19.326948+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:20.001450+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:20.003213+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:21.001797+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:21.286097+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:21.327389+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:22.001836+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:22.287189+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:23.001920+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.051776+0000 mon.a (mon.0) 151 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.059739+0000 mon.a (mon.0) 152 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],b=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.077339+0000 mon.a (mon.0) 153 : cluster 0 fsmap 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.077397+0000 mon.a (mon.0) 154 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.077674+0000 mon.a (mon.0) 155 : cluster 0 mgrmap e13: y(active, since 67s) 2024-05-11T04:13:23.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.077932+0000 mon.a (mon.0) 156 : cluster 1 overall HEALTH_OK 2024-05-11T04:13:23.482 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:23.085109+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.482 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:23.092985+0000 mon.a (mon.0) 158 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.482 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:23.117937+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:23.482 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:23 smithi113 bash[21416]: audit 2024-05-11T04:13:23.125466+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:24.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:13:24 smithi113 bash[21674]: debug 2024-05-11T04:13:23.999+0000 7fc3a4005700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-11T04:13:28.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:23.293268+0000 mon.a (mon.0) 163 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.293749+0000 mon.a (mon.0) 164 : cluster 1 mon.a calling monitor election 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.296640+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:23.314074+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:23.314385+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:23.327743+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:24.287385+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:25.287562+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:25.289504+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:25.328183+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:26.287856+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:27.287784+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:27.328598+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:28.286811+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:28.337258+0000 mon.a (mon.0) 172 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:28.341411+0000 mon.a (mon.0) 173 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],b=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],c=[v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:28.341849+0000 mon.a (mon.0) 174 : cluster 0 fsmap 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:28.341880+0000 mon.a (mon.0) 175 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:28.342016+0000 mon.a (mon.0) 176 : cluster 0 mgrmap e13: y(active, since 73s) 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: cluster 2024-05-11T04:13:28.342134+0000 mon.a (mon.0) 177 : cluster 1 overall HEALTH_OK 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:28.365287+0000 mon.a (mon.0) 178 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:28.370324+0000 mon.a (mon.0) 179 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:28.375702+0000 mon.a (mon.0) 180 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:28.381070+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:28 smithi113 bash[21416]: audit 2024-05-11T04:13:28.386564+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:17.326579+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:18.001087+0000 mon.a (mon.0) 140 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:18.005824+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:18.006196+0000 mon.a (mon.0) 142 : cluster 1 mon.a calling monitor election 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:18.029199+0000 mon.a (mon.0) 143 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:19.001297+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:19.326948+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:20.001450+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:20.003213+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:21.001797+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:21.286097+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:21.327389+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:22.001836+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:22.287189+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.001920+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.051776+0000 mon.a (mon.0) 151 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.059739+0000 mon.a (mon.0) 152 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],b=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.077339+0000 mon.a (mon.0) 153 : cluster 0 fsmap 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.077397+0000 mon.a (mon.0) 154 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.077674+0000 mon.a (mon.0) 155 : cluster 0 mgrmap e13: y(active, since 67s) 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.077932+0000 mon.a (mon.0) 156 : cluster 1 overall HEALTH_OK 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.085109+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.092985+0000 mon.a (mon.0) 158 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.117937+0000 mon.a (mon.0) 159 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.125466+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.293268+0000 mon.a (mon.0) 163 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:13:28.733 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.293749+0000 mon.a (mon.0) 164 : cluster 1 mon.a calling monitor election 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.296640+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.314074+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:23.314385+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:23.327743+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:24.287385+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:25.287562+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:25.289504+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:25.328183+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:26.287856+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:27.287784+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:27.328598+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:28.286811+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:28.337258+0000 mon.a (mon.0) 172 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:13:28.734 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:28.341411+0000 mon.a (mon.0) 173 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],b=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],c=[v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:28.341849+0000 mon.a (mon.0) 174 : cluster 0 fsmap 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:28.341880+0000 mon.a (mon.0) 175 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:28.342016+0000 mon.a (mon.0) 176 : cluster 0 mgrmap e13: y(active, since 73s) 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: cluster 2024-05-11T04:13:28.342134+0000 mon.a (mon.0) 177 : cluster 1 overall HEALTH_OK 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:28.365287+0000 mon.a (mon.0) 178 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:28.370324+0000 mon.a (mon.0) 179 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:28.375702+0000 mon.a (mon.0) 180 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:28.381070+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.735 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:28 smithi113 bash[31590]: audit 2024-05-11T04:13:28.386564+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.762 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-05-11T04:13:28.762 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":3,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","modified":"2024-05-11T04:13:23.287809Z","created":"2024-05-11T04:11:09.966521Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:3300","nonce":0},{"type":"v1","addr":"172.21.15.113:6789","nonce":0}]},"addr":"172.21.15.113:6789/0","public_addr":"172.21.15.113:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:3301","nonce":0},{"type":"v1","addr":"172.21.15.113:6790","nonce":0}]},"addr":"172.21.15.113:6790/0","public_addr":"172.21.15.113:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-05-11T04:13:28.766 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 3 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:23.293268+0000 mon.a (mon.0) 163 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.293749+0000 mon.a (mon.0) 164 : cluster 1 mon.a calling monitor election 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.296640+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:23.314074+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:23.314385+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:23.327743+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:24.287385+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:25.287562+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:25.289504+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:25.328183+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:26.287856+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:27.287784+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:27.328598+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:28.286811+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:28.337258+0000 mon.a (mon.0) 172 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:28.341411+0000 mon.a (mon.0) 173 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],b=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],c=[v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:28.341849+0000 mon.a (mon.0) 174 : cluster 0 fsmap 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:28.341880+0000 mon.a (mon.0) 175 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:28.342016+0000 mon.a (mon.0) 176 : cluster 0 mgrmap e13: y(active, since 73s) 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: cluster 2024-05-11T04:13:28.342134+0000 mon.a (mon.0) 177 : cluster 1 overall HEALTH_OK 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:28.365287+0000 mon.a (mon.0) 178 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:28.370324+0000 mon.a (mon.0) 179 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:28.375702+0000 mon.a (mon.0) 180 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:28.381070+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:28.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:28 smithi173 bash[23566]: audit 2024-05-11T04:13:28.386564+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.460 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-11T04:13:29.460 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph config generate-minimal-conf 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:28.762637+0000 mon.a (mon.0) 183 : audit 0 from='client.? 172.21.15.173:0/1417809684' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:28.859278+0000 mon.a (mon.0) 184 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:28.860892+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: cephadm 2024-05-11T04:13:28.863145+0000 mgr.y (mgr.14152) 53 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: cephadm 2024-05-11T04:13:28.863642+0000 mgr.y (mgr.14152) 54 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: cephadm 2024-05-11T04:13:29.028557+0000 mgr.y (mgr.14152) 55 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: cephadm 2024-05-11T04:13:29.028898+0000 mgr.y (mgr.14152) 56 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.200081+0000 mon.a (mon.0) 186 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.205085+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.251783+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.259191+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.266700+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.286944+0000 mon.a (mon.0) 191 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.339923+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.346308+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.352232+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.358153+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.359200+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.360742+0000 mon.a (mon.0) 197 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:29 smithi113 bash[21416]: audit 2024-05-11T04:13:29.362408+0000 mon.a (mon.0) 198 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:29.662 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:28.762637+0000 mon.a (mon.0) 183 : audit 0 from='client.? 172.21.15.173:0/1417809684' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:28.859278+0000 mon.a (mon.0) 184 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:28.860892+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: cephadm 2024-05-11T04:13:28.863145+0000 mgr.y (mgr.14152) 53 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: cephadm 2024-05-11T04:13:28.863642+0000 mgr.y (mgr.14152) 54 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: cephadm 2024-05-11T04:13:29.028557+0000 mgr.y (mgr.14152) 55 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: cephadm 2024-05-11T04:13:29.028898+0000 mgr.y (mgr.14152) 56 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.200081+0000 mon.a (mon.0) 186 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.205085+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.251783+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.259191+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.266700+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.286944+0000 mon.a (mon.0) 191 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.339923+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.346308+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.352232+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.358153+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.359200+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:29.664 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.360742+0000 mon.a (mon.0) 197 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:29.664 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:29 smithi113 bash[31590]: audit 2024-05-11T04:13:29.362408+0000 mon.a (mon.0) 198 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:29.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:28.762637+0000 mon.a (mon.0) 183 : audit 0 from='client.? 172.21.15.173:0/1417809684' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:28.859278+0000 mon.a (mon.0) 184 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:28.860892+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: cephadm 2024-05-11T04:13:28.863145+0000 mgr.y (mgr.14152) 53 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: cephadm 2024-05-11T04:13:28.863642+0000 mgr.y (mgr.14152) 54 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: cephadm 2024-05-11T04:13:29.028557+0000 mgr.y (mgr.14152) 55 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: cephadm 2024-05-11T04:13:29.028898+0000 mgr.y (mgr.14152) 56 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.200081+0000 mon.a (mon.0) 186 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.205085+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.251783+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.259191+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.266700+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.286944+0000 mon.a (mon.0) 191 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:13:29.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.339923+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.346308+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.352232+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.358153+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:29.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.359200+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:29.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.360742+0000 mon.a (mon.0) 197 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:29.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:29 smithi173 bash[23566]: audit 2024-05-11T04:13:29.362408+0000 mon.a (mon.0) 198 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:30 smithi113 bash[21416]: cluster 2024-05-11T04:13:29.328825+0000 mgr.y (mgr.14152) 57 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:30 smithi113 bash[21416]: cephadm 2024-05-11T04:13:29.358740+0000 mgr.y (mgr.14152) 58 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2024-05-11T04:13:30.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:30 smithi113 bash[21416]: cephadm 2024-05-11T04:13:29.364065+0000 mgr.y (mgr.14152) 59 : cephadm 1 Reconfiguring daemon mon.a on smithi113 2024-05-11T04:13:30.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:30 smithi113 bash[31590]: cluster 2024-05-11T04:13:29.328825+0000 mgr.y (mgr.14152) 57 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:30.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:30 smithi113 bash[31590]: cephadm 2024-05-11T04:13:29.358740+0000 mgr.y (mgr.14152) 58 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2024-05-11T04:13:30.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:30 smithi113 bash[31590]: cephadm 2024-05-11T04:13:29.364065+0000 mgr.y (mgr.14152) 59 : cephadm 1 Reconfiguring daemon mon.a on smithi113 2024-05-11T04:13:30.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:30 smithi173 bash[23566]: cluster 2024-05-11T04:13:29.328825+0000 mgr.y (mgr.14152) 57 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:30.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:30 smithi173 bash[23566]: cephadm 2024-05-11T04:13:29.358740+0000 mgr.y (mgr.14152) 58 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2024-05-11T04:13:30.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:30 smithi173 bash[23566]: cephadm 2024-05-11T04:13:29.364065+0000 mgr.y (mgr.14152) 59 : cephadm 1 Reconfiguring daemon mon.a on smithi113 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: audit 2024-05-11T04:13:31.267311+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: audit 2024-05-11T04:13:31.281975+0000 mon.a (mon.0) 200 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: cluster 2024-05-11T04:13:31.329131+0000 mgr.y (mgr.14152) 60 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: cephadm 2024-05-11T04:13:31.332013+0000 mgr.y (mgr.14152) 61 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: audit 2024-05-11T04:13:31.332524+0000 mon.a (mon.0) 201 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: audit 2024-05-11T04:13:31.333967+0000 mon.a (mon.0) 202 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: audit 2024-05-11T04:13:31.335187+0000 mon.a (mon.0) 203 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:32.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:32 smithi173 bash[23566]: cephadm 2024-05-11T04:13:31.336776+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring daemon mon.c on smithi113 2024-05-11T04:13:32.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: audit 2024-05-11T04:13:31.267311+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:32.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: audit 2024-05-11T04:13:31.281975+0000 mon.a (mon.0) 200 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: cluster 2024-05-11T04:13:31.329131+0000 mgr.y (mgr.14152) 60 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: cephadm 2024-05-11T04:13:31.332013+0000 mgr.y (mgr.14152) 61 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: audit 2024-05-11T04:13:31.332524+0000 mon.a (mon.0) 201 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: audit 2024-05-11T04:13:31.333967+0000 mon.a (mon.0) 202 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: audit 2024-05-11T04:13:31.335187+0000 mon.a (mon.0) 203 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:32 smithi113 bash[31590]: cephadm 2024-05-11T04:13:31.336776+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring daemon mon.c on smithi113 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: audit 2024-05-11T04:13:31.267311+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: audit 2024-05-11T04:13:31.281975+0000 mon.a (mon.0) 200 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: cluster 2024-05-11T04:13:31.329131+0000 mgr.y (mgr.14152) 60 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: cephadm 2024-05-11T04:13:31.332013+0000 mgr.y (mgr.14152) 61 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: audit 2024-05-11T04:13:31.332524+0000 mon.a (mon.0) 201 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:32.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: audit 2024-05-11T04:13:31.333967+0000 mon.a (mon.0) 202 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:32.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: audit 2024-05-11T04:13:31.335187+0000 mon.a (mon.0) 203 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:32.731 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:32 smithi113 bash[21416]: cephadm 2024-05-11T04:13:31.336776+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring daemon mon.c on smithi113 2024-05-11T04:13:34.129 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: audit 2024-05-11T04:13:32.918451+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: audit 2024-05-11T04:13:32.926103+0000 mon.a (mon.0) 205 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: cephadm 2024-05-11T04:13:32.954437+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: audit 2024-05-11T04:13:32.954987+0000 mon.a (mon.0) 206 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: audit 2024-05-11T04:13:32.956554+0000 mon.a (mon.0) 207 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: audit 2024-05-11T04:13:32.958341+0000 mon.a (mon.0) 208 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:33 smithi113 bash[21416]: cephadm 2024-05-11T04:13:32.960418+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring daemon mon.b on smithi173 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: audit 2024-05-11T04:13:32.918451+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:34.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: audit 2024-05-11T04:13:32.926103+0000 mon.a (mon.0) 205 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:34.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: cephadm 2024-05-11T04:13:32.954437+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-05-11T04:13:34.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: audit 2024-05-11T04:13:32.954987+0000 mon.a (mon.0) 206 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:34.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: audit 2024-05-11T04:13:32.956554+0000 mon.a (mon.0) 207 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:34.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: audit 2024-05-11T04:13:32.958341+0000 mon.a (mon.0) 208 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:34.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:33 smithi113 bash[31590]: cephadm 2024-05-11T04:13:32.960418+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring daemon mon.b on smithi173 2024-05-11T04:13:34.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: audit 2024-05-11T04:13:32.918451+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: audit 2024-05-11T04:13:32.926103+0000 mon.a (mon.0) 205 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: cephadm 2024-05-11T04:13:32.954437+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-05-11T04:13:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: audit 2024-05-11T04:13:32.954987+0000 mon.a (mon.0) 206 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:13:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: audit 2024-05-11T04:13:32.956554+0000 mon.a (mon.0) 207 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:13:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: audit 2024-05-11T04:13:32.958341+0000 mon.a (mon.0) 208 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:33 smithi173 bash[23566]: cephadm 2024-05-11T04:13:32.960418+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring daemon mon.b on smithi173 2024-05-11T04:13:35.149 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: cluster 2024-05-11T04:13:33.329503+0000 mgr.y (mgr.14152) 65 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:35.149 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: audit 2024-05-11T04:13:34.632451+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.149 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: audit 2024-05-11T04:13:34.639509+0000 mon.a (mon.0) 210 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.149 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: audit 2024-05-11T04:13:34.681532+0000 mon.a (mon.0) 211 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: audit 2024-05-11T04:13:34.685152+0000 mon.a (mon.0) 212 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: audit 2024-05-11T04:13:34.686967+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:34 smithi113 bash[21416]: audit 2024-05-11T04:13:34.696186+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: cluster 2024-05-11T04:13:33.329503+0000 mgr.y (mgr.14152) 65 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: audit 2024-05-11T04:13:34.632451+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: audit 2024-05-11T04:13:34.639509+0000 mon.a (mon.0) 210 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: audit 2024-05-11T04:13:34.681532+0000 mon.a (mon.0) 211 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: audit 2024-05-11T04:13:34.685152+0000 mon.a (mon.0) 212 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: audit 2024-05-11T04:13:34.686967+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:35.150 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:34 smithi113 bash[31590]: audit 2024-05-11T04:13:34.696186+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: cluster 2024-05-11T04:13:33.329503+0000 mgr.y (mgr.14152) 65 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: audit 2024-05-11T04:13:34.632451+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: audit 2024-05-11T04:13:34.639509+0000 mon.a (mon.0) 210 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: audit 2024-05-11T04:13:34.681532+0000 mon.a (mon.0) 211 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: audit 2024-05-11T04:13:34.685152+0000 mon.a (mon.0) 212 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: audit 2024-05-11T04:13:34.686967+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:34 smithi173 bash[23566]: audit 2024-05-11T04:13:34.696186+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:36.613 INFO:teuthology.orchestra.run.smithi113.stdout:# minimal ceph.conf for 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:13:36.613 INFO:teuthology.orchestra.run.smithi113.stdout:[global] 2024-05-11T04:13:36.613 INFO:teuthology.orchestra.run.smithi113.stdout: fsid = 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:13:36.613 INFO:teuthology.orchestra.run.smithi113.stdout: mon_host = [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] 2024-05-11T04:13:37.155 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-11T04:13:37.155 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:13:37.155 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.conf 2024-05-11T04:13:37.169 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:13:37.169 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:13:37.220 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:36 smithi113 bash[21416]: cluster 2024-05-11T04:13:35.329893+0000 mgr.y (mgr.14152) 66 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:37.220 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:36 smithi113 bash[21416]: audit 2024-05-11T04:13:36.613704+0000 mon.a (mon.0) 215 : audit 0 from='client.? 172.21.15.113:0/2852180894' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:37.220 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:36 smithi113 bash[31590]: cluster 2024-05-11T04:13:35.329893+0000 mgr.y (mgr.14152) 66 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:37.220 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:36 smithi113 bash[31590]: audit 2024-05-11T04:13:36.613704+0000 mon.a (mon.0) 215 : audit 0 from='client.? 172.21.15.113:0/2852180894' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:37.223 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:13:37.223 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.conf 2024-05-11T04:13:37.234 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:36 smithi173 bash[23566]: cluster 2024-05-11T04:13:35.329893+0000 mgr.y (mgr.14152) 66 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:37.234 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:36 smithi173 bash[23566]: audit 2024-05-11T04:13:36.613704+0000 mon.a (mon.0) 215 : audit 0 from='client.? 172.21.15.113:0/2852180894' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:37.238 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:13:37.238 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:13:37.292 INFO:tasks.cephadm:Adding mgr.y on smithi113 2024-05-11T04:13:37.293 INFO:tasks.cephadm:Adding mgr.x on smithi173 2024-05-11T04:13:37.293 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch apply mgr '2;smithi113=y;smithi173=x' 2024-05-11T04:13:39.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:38 smithi113 bash[31590]: cluster 2024-05-11T04:13:37.330337+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:39.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:38 smithi113 bash[21416]: cluster 2024-05-11T04:13:37.330337+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:39.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:38 smithi173 bash[23566]: cluster 2024-05-11T04:13:37.330337+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:40.991 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:13:41.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:40 smithi113 bash[21416]: cluster 2024-05-11T04:13:39.330750+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:41.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:40 smithi113 bash[31590]: cluster 2024-05-11T04:13:39.330750+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:41.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:40 smithi173 bash[23566]: cluster 2024-05-11T04:13:39.330750+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:43.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:42 smithi113 bash[21416]: cluster 2024-05-11T04:13:41.331179+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:42 smithi113 bash[31590]: cluster 2024-05-11T04:13:41.331179+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:42 smithi173 bash[23566]: cluster 2024-05-11T04:13:41.331179+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:43.326 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mgr update... 2024-05-11T04:13:44.029 DEBUG:teuthology.orchestra.run.smithi173:mgr.x> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x.service 2024-05-11T04:13:44.032 INFO:tasks.cephadm:Deploying OSDs... 2024-05-11T04:13:44.032 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:13:44.032 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/scratch_devs of=/dev/stdout 2024-05-11T04:13:44.038 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-11T04:13:44.039 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_1 2024-05-11T04:13:44.088 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-11T04:13:44.088 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.088 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-05-11T04:13:44.089 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.089 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-05-11 04:04:54.922498829 +0000 2024-05-11T04:13:44.089 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-05-11 04:04:54.666501113 +0000 2024-05-11T04:13:44.089 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-05-11 04:04:54.666501113 +0000 2024-05-11T04:13:44.089 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: - 2024-05-11T04:13:44.089 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-11T04:13:44.143 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-05-11T04:13:44.143 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-05-11T04:13:44.143 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000428331 s, 1.2 MB/s 2024-05-11T04:13:44.145 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-11T04:13:44.193 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_2 2024-05-11T04:13:44.239 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-11T04:13:44.239 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.239 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 909 Links: 1 2024-05-11T04:13:44.239 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.240 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-05-11 04:04:55.414494440 +0000 2024-05-11T04:13:44.240 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-05-11 04:04:55.174496580 +0000 2024-05-11T04:13:44.240 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-05-11 04:04:55.174496580 +0000 2024-05-11T04:13:44.240 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: - 2024-05-11T04:13:44.240 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-11T04:13:44.294 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-05-11T04:13:44.294 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-05-11T04:13:44.294 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000369182 s, 1.4 MB/s 2024-05-11T04:13:44.295 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-11T04:13:44.346 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_3 2024-05-11T04:13:44.396 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-11T04:13:44.396 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.396 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-05-11T04:13:44.396 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.396 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-05-11 04:04:55.878490300 +0000 2024-05-11T04:13:44.397 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-05-11 04:04:55.658492264 +0000 2024-05-11T04:13:44.397 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-05-11 04:04:55.658492264 +0000 2024-05-11T04:13:44.397 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: - 2024-05-11T04:13:44.397 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.313670+0000 mgr.y (mgr.14152) 70 : audit 0 from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi113=y;smithi173=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: cephadm 2024-05-11T04:13:43.317387+0000 mgr.y (mgr.14152) 71 : cephadm 1 Saving service mgr spec with placement smithi113=y;smithi173=x;count:2 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.325780+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: cluster 2024-05-11T04:13:43.331566+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.351345+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.354921+0000 mon.a (mon.0) 218 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.356673+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.367796+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:44.449 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.371045+0000 mon.a (mon.0) 221 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.378639+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.380538+0000 mon.a (mon.0) 223 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: audit 2024-05-11T04:13:43.382503+0000 mon.a (mon.0) 224 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:44 smithi113 bash[31590]: cephadm 2024-05-11T04:13:43.384591+0000 mgr.y (mgr.14152) 73 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.313670+0000 mgr.y (mgr.14152) 70 : audit 0 from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi113=y;smithi173=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: cephadm 2024-05-11T04:13:43.317387+0000 mgr.y (mgr.14152) 71 : cephadm 1 Saving service mgr spec with placement smithi113=y;smithi173=x;count:2 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.325780+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: cluster 2024-05-11T04:13:43.331566+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.351345+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.354921+0000 mon.a (mon.0) 218 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.356673+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:44.450 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.367796+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:44.451 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.371045+0000 mon.a (mon.0) 221 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:13:44.451 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.378639+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-11T04:13:44.451 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.380538+0000 mon.a (mon.0) 223 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:13:44.451 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: audit 2024-05-11T04:13:43.382503+0000 mon.a (mon.0) 224 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:44.451 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:44 smithi113 bash[21416]: cephadm 2024-05-11T04:13:43.384591+0000 mgr.y (mgr.14152) 73 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:13:44.451 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-05-11T04:13:44.451 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-05-11T04:13:44.451 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000383258 s, 1.3 MB/s 2024-05-11T04:13:44.452 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-11T04:13:44.501 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_4 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 938 Links: 1 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-05-11 04:04:56.110488230 +0000 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-05-11 04:04:56.106488267 +0000 2024-05-11T04:13:44.548 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-05-11 04:04:56.106488267 +0000 2024-05-11T04:13:44.549 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: - 2024-05-11T04:13:44.549 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-11T04:13:44.602 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-05-11T04:13:44.602 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-05-11T04:13:44.602 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000370358 s, 1.4 MB/s 2024-05-11T04:13:44.603 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-11T04:13:44.653 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:13:44.653 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2024-05-11T04:13:44.658 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-11T04:13:44.658 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2024-05-11T04:13:44.664 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.313670+0000 mgr.y (mgr.14152) 70 : audit 0 from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi113=y;smithi173=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: cephadm 2024-05-11T04:13:43.317387+0000 mgr.y (mgr.14152) 71 : cephadm 1 Saving service mgr spec with placement smithi113=y;smithi173=x;count:2 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.325780+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: cluster 2024-05-11T04:13:43.331566+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.351345+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.354921+0000 mon.a (mon.0) 218 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.356673+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.367796+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.371045+0000 mon.a (mon.0) 221 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.378639+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.380538+0000 mon.a (mon.0) 223 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: audit 2024-05-11T04:13:43.382503+0000 mon.a (mon.0) 224 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:44.665 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:44 smithi173 bash[23566]: cephadm 2024-05-11T04:13:43.384591+0000 mgr.y (mgr.14152) 73 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:13:44.669 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-11T04:13:44.669 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.669 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 891 Links: 1 2024-05-11T04:13:44.669 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.669 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-05-11 04:04:53.426477517 +0000 2024-05-11T04:13:44.669 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-05-11 04:04:53.174479771 +0000 2024-05-11T04:13:44.670 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-05-11 04:04:53.174479771 +0000 2024-05-11T04:13:44.670 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2024-05-11T04:13:44.670 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-11T04:13:44.722 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-05-11T04:13:44.722 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-05-11T04:13:44.722 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000290717 s, 1.8 MB/s 2024-05-11T04:13:44.723 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-11T04:13:44.770 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 907 Links: 1 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-05-11 04:04:53.958472767 +0000 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-05-11 04:04:53.694475125 +0000 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-05-11 04:04:53.694475125 +0000 2024-05-11T04:13:44.817 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2024-05-11T04:13:44.817 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-11T04:13:44.875 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-05-11T04:13:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-05-11T04:13:44.876 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000452411 s, 1.1 MB/s 2024-05-11T04:13:44.877 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-11T04:13:44.926 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2024-05-11T04:13:44.973 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-11T04:13:44.973 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:44.973 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 919 Links: 1 2024-05-11T04:13:44.973 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:44.973 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-05-11 04:04:54.454468337 +0000 2024-05-11T04:13:44.974 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-05-11 04:04:54.174470838 +0000 2024-05-11T04:13:44.974 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-05-11 04:04:54.174470838 +0000 2024-05-11T04:13:44.974 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2024-05-11T04:13:44.974 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-11T04:13:45.027 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-05-11T04:13:45.027 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-05-11T04:13:45.027 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000307391 s, 1.7 MB/s 2024-05-11T04:13:45.028 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-11T04:13:45.083 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2024-05-11T04:13:45.130 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-11T04:13:45.130 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:13:45.130 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 943 Links: 1 2024-05-11T04:13:45.131 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:13:45.131 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-05-11 04:04:54.946463943 +0000 2024-05-11T04:13:45.131 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-05-11 04:04:54.674466373 +0000 2024-05-11T04:13:45.131 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-05-11 04:04:54.674466373 +0000 2024-05-11T04:13:45.131 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: - 2024-05-11T04:13:45.131 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-11T04:13:45.184 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-05-11T04:13:45.184 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-05-11T04:13:45.184 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000314449 s, 1.6 MB/s 2024-05-11T04:13:45.185 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-11T04:13:45.234 INFO:tasks.cephadm:Deploying osd.0 on smithi113 with /dev/vg_nvme/lv_4... 2024-05-11T04:13:45.234 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-11T04:13:45.684 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:45.684 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:45.685 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:45.685 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:46.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:46.023 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:13:46.023 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:45 smithi173 systemd[1]: Started Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:13:46.756 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:46 smithi173 bash[24517]: debug 2024-05-11T04:13:46.602+0000 7f1c200f5700 1 -- 172.21.15.173:0/3266931189 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5592fd4c21a0 con 0x5592fe244400 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:46 smithi173 bash[24517]: debug 2024-05-11T04:13:46.750+0000 7f1c2a27f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:46 smithi173 bash[23566]: cluster 2024-05-11T04:13:45.331991+0000 mgr.y (mgr.14152) 74 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:46 smithi173 bash[23566]: audit 2024-05-11T04:13:45.829221+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:46 smithi173 bash[23566]: audit 2024-05-11T04:13:45.838441+0000 mon.a (mon.0) 226 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:46 smithi173 bash[23566]: audit 2024-05-11T04:13:45.864605+0000 mon.a (mon.0) 227 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:46 smithi173 bash[23566]: audit 2024-05-11T04:13:45.873654+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:46 smithi173 bash[23566]: audit 2024-05-11T04:13:45.942397+0000 mon.a (mon.0) 229 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:47.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:46 smithi113 bash[21416]: cluster 2024-05-11T04:13:45.331991+0000 mgr.y (mgr.14152) 74 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:47.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:46 smithi113 bash[21416]: audit 2024-05-11T04:13:45.829221+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:46 smithi113 bash[21416]: audit 2024-05-11T04:13:45.838441+0000 mon.a (mon.0) 226 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:46 smithi113 bash[21416]: audit 2024-05-11T04:13:45.864605+0000 mon.a (mon.0) 227 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:46 smithi113 bash[21416]: audit 2024-05-11T04:13:45.873654+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:46 smithi113 bash[21416]: audit 2024-05-11T04:13:45.942397+0000 mon.a (mon.0) 229 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:46 smithi113 bash[31590]: cluster 2024-05-11T04:13:45.331991+0000 mgr.y (mgr.14152) 74 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:46 smithi113 bash[31590]: audit 2024-05-11T04:13:45.829221+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:46 smithi113 bash[31590]: audit 2024-05-11T04:13:45.838441+0000 mon.a (mon.0) 226 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:46 smithi113 bash[31590]: audit 2024-05-11T04:13:45.864605+0000 mon.a (mon.0) 227 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:46 smithi113 bash[31590]: audit 2024-05-11T04:13:45.873654+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:47.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:46 smithi113 bash[31590]: audit 2024-05-11T04:13:45.942397+0000 mon.a (mon.0) 229 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:48.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:48 smithi173 bash[24517]: debug 2024-05-11T04:13:48.322+0000 7f1c2a27f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:13:48.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:48 smithi173 bash[24517]: debug 2024-05-11T04:13:48.418+0000 7f1c2a27f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:13:48.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:48 smithi173 bash[24517]: debug 2024-05-11T04:13:48.666+0000 7f1c2a27f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:13:49.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:48 smithi173 bash[23566]: cluster 2024-05-11T04:13:47.332437+0000 mgr.y (mgr.14152) 75 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:49.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:48 smithi173 bash[23566]: audit 2024-05-11T04:13:48.373191+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:49.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:48 smithi113 bash[21416]: cluster 2024-05-11T04:13:47.332437+0000 mgr.y (mgr.14152) 75 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:49.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:48 smithi113 bash[21416]: audit 2024-05-11T04:13:48.373191+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:49.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:48 smithi113 bash[31590]: cluster 2024-05-11T04:13:47.332437+0000 mgr.y (mgr.14152) 75 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:49.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:48 smithi113 bash[31590]: audit 2024-05-11T04:13:48.373191+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:49.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:49 smithi173 bash[24517]: debug 2024-05-11T04:13:49.458+0000 7f1c2a27f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:13:49.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:49 smithi173 bash[24517]: debug 2024-05-11T04:13:49.566+0000 7f1c2a27f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:13:49.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:49 smithi173 bash[24517]: debug 2024-05-11T04:13:49.666+0000 7f1c2a27f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:13:49.910 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:13:50.523 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:50 smithi173 bash[24517]: debug 2024-05-11T04:13:50.026+0000 7f1c2a27f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:13:50.523 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:50 smithi173 bash[24517]: debug 2024-05-11T04:13:50.138+0000 7f1c2a27f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:13:50.523 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:50 smithi173 bash[24517]: debug 2024-05-11T04:13:50.238+0000 7f1c2a27f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:13:50.944 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:50 smithi113 bash[21416]: cluster 2024-05-11T04:13:49.332933+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:50.944 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:50 smithi113 bash[31590]: cluster 2024-05-11T04:13:49.332933+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:51.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:50 smithi173 bash[23566]: cluster 2024-05-11T04:13:49.332933+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:51.023 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:50 smithi173 bash[24517]: debug 2024-05-11T04:13:50.586+0000 7f1c2a27f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:13:51.023 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:50 smithi173 bash[24517]: debug 2024-05-11T04:13:50.838+0000 7f1c2a27f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:13:51.493 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:51 smithi173 bash[24517]: debug 2024-05-11T04:13:51.106+0000 7f1c2a27f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:13:51.493 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:51 smithi173 bash[24517]: debug 2024-05-11T04:13:51.214+0000 7f1c2a27f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:13:51.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:51 smithi173 bash[24517]: debug 2024-05-11T04:13:51.486+0000 7f1c2a27f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:13:51.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:51 smithi173 bash[24517]: debug 2024-05-11T04:13:51.726+0000 7f1c2a27f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:13:52.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.034050+0000 mon.a (mon.0) 231 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.043367+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.045018+0000 mon.a (mon.0) 233 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.046885+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.057493+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: cephadm 2024-05-11T04:13:51.128285+0000 mgr.y (mgr.14152) 77 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.129145+0000 mon.a (mon.0) 236 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.131509+0000 mon.a (mon.0) 237 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: audit 2024-05-11T04:13:51.133393+0000 mon.a (mon.0) 238 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:52 smithi113 bash[21416]: cephadm 2024-05-11T04:13:51.135382+0000 mgr.y (mgr.14152) 78 : cephadm 1 Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.034050+0000 mon.a (mon.0) 231 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.043367+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.045018+0000 mon.a (mon.0) 233 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.046885+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.057493+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: cephadm 2024-05-11T04:13:51.128285+0000 mgr.y (mgr.14152) 77 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.129145+0000 mon.a (mon.0) 236 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.131509+0000 mon.a (mon.0) 237 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: audit 2024-05-11T04:13:51.133393+0000 mon.a (mon.0) 238 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:52.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:52 smithi113 bash[31590]: cephadm 2024-05-11T04:13:51.135382+0000 mgr.y (mgr.14152) 78 : cephadm 1 Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:13:52.499 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:52 smithi173 bash[24517]: debug 2024-05-11T04:13:52.134+0000 7f1c2a27f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:13:52.499 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:52 smithi173 bash[24517]: debug 2024-05-11T04:13:52.254+0000 7f1c2a27f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:13:52.499 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.034050+0000 mon.a (mon.0) 231 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.499 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.043367+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.499 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.045018+0000 mon.a (mon.0) 233 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.046885+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.057493+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: cephadm 2024-05-11T04:13:51.128285+0000 mgr.y (mgr.14152) 77 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.129145+0000 mon.a (mon.0) 236 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.131509+0000 mon.a (mon.0) 237 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: audit 2024-05-11T04:13:51.133393+0000 mon.a (mon.0) 238 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:52.500 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:52 smithi173 bash[23566]: cephadm 2024-05-11T04:13:51.135382+0000 mgr.y (mgr.14152) 78 : cephadm 1 Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:13:52.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:52 smithi173 bash[24517]: debug 2024-05-11T04:13:52.498+0000 7f1c2a27f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:13:53.078 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-11T04:13:53.078 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-11T04:13:53.078 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-05-11T04:13:53.078 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-05-11T04:13:53.078 INFO:teuthology.orchestra.run.smithi113.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0107719 s, 973 MB/s 2024-05-11T04:13:53.078 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-05-11T04:13:53.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:53 smithi113 bash[21416]: cluster 2024-05-11T04:13:51.333244+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:53.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:53 smithi113 bash[31590]: cluster 2024-05-11T04:13:51.333244+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:53.495 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:53 smithi173 bash[23566]: cluster 2024-05-11T04:13:51.333244+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:53.651 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_4 2024-05-11T04:13:53.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:53 smithi173 bash[24517]: debug 2024-05-11T04:13:53.494+0000 7f1c2a27f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:13:53.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:53 smithi173 bash[24517]: debug 2024-05-11T04:13:53.606+0000 7f1c2a27f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:13:54.160 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:53 smithi173 bash[24517]: debug 2024-05-11T04:13:53.894+0000 7f1c2a27f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:13:54.160 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:54 smithi173 bash[24517]: debug 2024-05-11T04:13:54.002+0000 7f1c2a27f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:13:54.450 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:54 smithi173 bash[23566]: audit 2024-05-11T04:13:53.160028+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.450 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:54 smithi173 bash[23566]: audit 2024-05-11T04:13:53.164209+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.450 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:54 smithi173 bash[23566]: audit 2024-05-11T04:13:53.205722+0000 mon.a (mon.0) 241 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:54.450 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:54 smithi173 bash[23566]: audit 2024-05-11T04:13:53.207197+0000 mon.a (mon.0) 242 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:54.450 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:54 smithi173 bash[23566]: audit 2024-05-11T04:13:53.207961+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:54.450 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:54 smithi173 bash[23566]: audit 2024-05-11T04:13:53.214862+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:54 smithi113 bash[21416]: audit 2024-05-11T04:13:53.160028+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:54 smithi113 bash[21416]: audit 2024-05-11T04:13:53.164209+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:54 smithi113 bash[21416]: audit 2024-05-11T04:13:53.205722+0000 mon.a (mon.0) 241 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:54 smithi113 bash[21416]: audit 2024-05-11T04:13:53.207197+0000 mon.a (mon.0) 242 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:54 smithi113 bash[21416]: audit 2024-05-11T04:13:53.207961+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:54 smithi113 bash[21416]: audit 2024-05-11T04:13:53.214862+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:54 smithi113 bash[31590]: audit 2024-05-11T04:13:53.160028+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:54 smithi113 bash[31590]: audit 2024-05-11T04:13:53.164209+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:54 smithi113 bash[31590]: audit 2024-05-11T04:13:53.205722+0000 mon.a (mon.0) 241 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:54 smithi113 bash[31590]: audit 2024-05-11T04:13:53.207197+0000 mon.a (mon.0) 242 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:54 smithi113 bash[31590]: audit 2024-05-11T04:13:53.207961+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:13:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:54 smithi113 bash[31590]: audit 2024-05-11T04:13:53.214862+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:13:54.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:54 smithi173 bash[24517]: debug 2024-05-11T04:13:54.450+0000 7f1c2a27f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:13:54.773 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:13:54 smithi173 bash[24517]: debug 2024-05-11T04:13:54.566+0000 7f1c2a27f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:13:55.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:55 smithi113 bash[21416]: cluster 2024-05-11T04:13:53.333635+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:55.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:55 smithi113 bash[21416]: cluster 2024-05-11T04:13:54.589943+0000 mon.a (mon.0) 245 : cluster 0 Standby manager daemon x started 2024-05-11T04:13:55.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:55 smithi113 bash[21416]: audit 2024-05-11T04:13:54.591206+0000 mon.b (mon.1) 3 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:55 smithi113 bash[21416]: audit 2024-05-11T04:13:54.592057+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:55 smithi113 bash[21416]: audit 2024-05-11T04:13:54.593561+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:55 smithi113 bash[21416]: audit 2024-05-11T04:13:54.594326+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:55 smithi113 bash[31590]: cluster 2024-05-11T04:13:53.333635+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:55 smithi113 bash[31590]: cluster 2024-05-11T04:13:54.589943+0000 mon.a (mon.0) 245 : cluster 0 Standby manager daemon x started 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:55 smithi113 bash[31590]: audit 2024-05-11T04:13:54.591206+0000 mon.b (mon.1) 3 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:55 smithi113 bash[31590]: audit 2024-05-11T04:13:54.592057+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:55 smithi113 bash[31590]: audit 2024-05-11T04:13:54.593561+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:13:55.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:55 smithi113 bash[31590]: audit 2024-05-11T04:13:54.594326+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:13:55.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:55 smithi173 bash[23566]: cluster 2024-05-11T04:13:53.333635+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:55.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:55 smithi173 bash[23566]: cluster 2024-05-11T04:13:54.589943+0000 mon.a (mon.0) 245 : cluster 0 Standby manager daemon x started 2024-05-11T04:13:55.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:55 smithi173 bash[23566]: audit 2024-05-11T04:13:54.591206+0000 mon.b (mon.1) 3 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:13:55.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:55 smithi173 bash[23566]: audit 2024-05-11T04:13:54.592057+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:13:55.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:55 smithi173 bash[23566]: audit 2024-05-11T04:13:54.593561+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:13:55.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:55 smithi173 bash[23566]: audit 2024-05-11T04:13:54.594326+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.173:0/3406089735' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:13:56.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:56 smithi173 bash[23566]: cluster 2024-05-11T04:13:55.234469+0000 mon.a (mon.0) 246 : cluster 0 mgrmap e14: y(active, since 99s), standbys: x 2024-05-11T04:13:56.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:56 smithi173 bash[23566]: audit 2024-05-11T04:13:55.234752+0000 mon.a (mon.0) 247 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:13:56.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:56 smithi113 bash[21416]: cluster 2024-05-11T04:13:55.234469+0000 mon.a (mon.0) 246 : cluster 0 mgrmap e14: y(active, since 99s), standbys: x 2024-05-11T04:13:56.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:56 smithi113 bash[21416]: audit 2024-05-11T04:13:55.234752+0000 mon.a (mon.0) 247 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:13:56.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:56 smithi113 bash[31590]: cluster 2024-05-11T04:13:55.234469+0000 mon.a (mon.0) 246 : cluster 0 mgrmap e14: y(active, since 99s), standbys: x 2024-05-11T04:13:56.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:56 smithi113 bash[31590]: audit 2024-05-11T04:13:55.234752+0000 mon.a (mon.0) 247 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:13:57.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:57 smithi173 bash[23566]: cluster 2024-05-11T04:13:55.334068+0000 mgr.y (mgr.14152) 81 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:57.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:57 smithi113 bash[21416]: cluster 2024-05-11T04:13:55.334068+0000 mgr.y (mgr.14152) 81 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:57.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:57 smithi113 bash[31590]: cluster 2024-05-11T04:13:55.334068+0000 mgr.y (mgr.14152) 81 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:58.325 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:13:59.345 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:13:59 smithi113 bash[21416]: cluster 2024-05-11T04:13:57.334536+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:59.345 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:13:59 smithi113 bash[31590]: cluster 2024-05-11T04:13:57.334536+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:13:59.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:13:59 smithi173 bash[23566]: cluster 2024-05-11T04:13:57.334536+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:01 smithi173 bash[23566]: cluster 2024-05-11T04:13:59.334914+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:01 smithi173 bash[23566]: audit 2024-05-11T04:14:00.851345+0000 mon.a (mon.0) 248 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:14:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:01 smithi173 bash[23566]: audit 2024-05-11T04:14:00.855653+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:14:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:01 smithi173 bash[23566]: audit 2024-05-11T04:14:00.856735+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:01.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:01 smithi113 bash[21416]: cluster 2024-05-11T04:13:59.334914+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:01.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:01 smithi113 bash[21416]: audit 2024-05-11T04:14:00.851345+0000 mon.a (mon.0) 248 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:14:01.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:01 smithi113 bash[21416]: audit 2024-05-11T04:14:00.855653+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:14:01.730 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:01 smithi113 bash[21416]: audit 2024-05-11T04:14:00.856735+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:01.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:01 smithi113 bash[31590]: cluster 2024-05-11T04:13:59.334914+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:01.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:01 smithi113 bash[31590]: audit 2024-05-11T04:14:00.851345+0000 mon.a (mon.0) 248 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:14:01.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:01 smithi113 bash[31590]: audit 2024-05-11T04:14:00.855653+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:14:01.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:01 smithi113 bash[31590]: audit 2024-05-11T04:14:00.856735+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:02.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:02 smithi173 bash[23566]: audit 2024-05-11T04:14:00.848494+0000 mgr.y (mgr.14152) 84 : audit 0 from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:14:02.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:02 smithi113 bash[21416]: audit 2024-05-11T04:14:00.848494+0000 mgr.y (mgr.14152) 84 : audit 0 from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:14:02.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:02 smithi113 bash[31590]: audit 2024-05-11T04:14:00.848494+0000 mgr.y (mgr.14152) 84 : audit 0 from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:14:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:03 smithi173 bash[23566]: cluster 2024-05-11T04:14:01.335310+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:03.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:03 smithi113 bash[21416]: cluster 2024-05-11T04:14:01.335310+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:03.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:03 smithi113 bash[31590]: cluster 2024-05-11T04:14:01.335310+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:04.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:04 smithi173 bash[23566]: cluster 2024-05-11T04:14:03.335666+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:04.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:04 smithi113 bash[21416]: cluster 2024-05-11T04:14:03.335666+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:04.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:04 smithi113 bash[31590]: cluster 2024-05-11T04:14:03.335666+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:06.688 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:06 smithi113 bash[21416]: cluster 2024-05-11T04:14:05.336050+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:06.688 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:06 smithi113 bash[31590]: cluster 2024-05-11T04:14:05.336050+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:06 smithi173 bash[23566]: cluster 2024-05-11T04:14:05.336050+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:08.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:08 smithi113 bash[21416]: cluster 2024-05-11T04:14:07.336419+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:08.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:08 smithi113 bash[31590]: cluster 2024-05-11T04:14:07.336419+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:08.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:08 smithi173 bash[23566]: cluster 2024-05-11T04:14:07.336419+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:09.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:09 smithi113 bash[21416]: audit 2024-05-11T04:14:08.738549+0000 mon.a (mon.0) 251 : audit 1 from='client.? 172.21.15.113:0/730253886' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a27fb28-293b-4b28-9838-e6ccd9af143a"}]: dispatch 2024-05-11T04:14:09.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:09 smithi113 bash[21416]: audit 2024-05-11T04:14:08.748953+0000 mon.a (mon.0) 252 : audit 1 from='client.? 172.21.15.113:0/730253886' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a27fb28-293b-4b28-9838-e6ccd9af143a"}]': finished 2024-05-11T04:14:09.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:09 smithi113 bash[21416]: cluster 2024-05-11T04:14:08.749126+0000 mon.a (mon.0) 253 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-05-11T04:14:09.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:09 smithi113 bash[21416]: audit 2024-05-11T04:14:08.749342+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:09.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:09 smithi113 bash[31590]: audit 2024-05-11T04:14:08.738549+0000 mon.a (mon.0) 251 : audit 1 from='client.? 172.21.15.113:0/730253886' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a27fb28-293b-4b28-9838-e6ccd9af143a"}]: dispatch 2024-05-11T04:14:09.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:09 smithi113 bash[31590]: audit 2024-05-11T04:14:08.748953+0000 mon.a (mon.0) 252 : audit 1 from='client.? 172.21.15.113:0/730253886' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a27fb28-293b-4b28-9838-e6ccd9af143a"}]': finished 2024-05-11T04:14:09.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:09 smithi113 bash[31590]: cluster 2024-05-11T04:14:08.749126+0000 mon.a (mon.0) 253 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-05-11T04:14:09.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:09 smithi113 bash[31590]: audit 2024-05-11T04:14:08.749342+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:09.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:09 smithi173 bash[23566]: audit 2024-05-11T04:14:08.738549+0000 mon.a (mon.0) 251 : audit 1 from='client.? 172.21.15.113:0/730253886' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a27fb28-293b-4b28-9838-e6ccd9af143a"}]: dispatch 2024-05-11T04:14:09.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:09 smithi173 bash[23566]: audit 2024-05-11T04:14:08.748953+0000 mon.a (mon.0) 252 : audit 1 from='client.? 172.21.15.113:0/730253886' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a27fb28-293b-4b28-9838-e6ccd9af143a"}]': finished 2024-05-11T04:14:09.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:09 smithi173 bash[23566]: cluster 2024-05-11T04:14:08.749126+0000 mon.a (mon.0) 253 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-05-11T04:14:09.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:09 smithi173 bash[23566]: audit 2024-05-11T04:14:08.749342+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:10.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:10 smithi113 bash[21416]: cluster 2024-05-11T04:14:09.336809+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:10.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:10 smithi113 bash[21416]: audit 2024-05-11T04:14:09.435489+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.113:0/1400264558' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:14:10.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:10 smithi113 bash[31590]: cluster 2024-05-11T04:14:09.336809+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:10.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:10 smithi113 bash[31590]: audit 2024-05-11T04:14:09.435489+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.113:0/1400264558' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:14:10.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:10 smithi173 bash[23566]: cluster 2024-05-11T04:14:09.336809+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:10.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:10 smithi173 bash[23566]: audit 2024-05-11T04:14:09.435489+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.113:0/1400264558' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:14:12.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:12 smithi113 bash[21416]: cluster 2024-05-11T04:14:11.337259+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:12.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:12 smithi113 bash[31590]: cluster 2024-05-11T04:14:11.337259+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:12.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:12 smithi173 bash[23566]: cluster 2024-05-11T04:14:11.337259+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:14.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:14 smithi113 bash[31590]: cluster 2024-05-11T04:14:13.337689+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:14.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:14 smithi113 bash[21416]: cluster 2024-05-11T04:14:13.337689+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:14.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:14 smithi173 bash[23566]: cluster 2024-05-11T04:14:13.337689+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:16.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:16 smithi113 bash[31590]: cluster 2024-05-11T04:14:15.338089+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:16.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:16 smithi113 bash[21416]: cluster 2024-05-11T04:14:15.338089+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:16.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:16 smithi173 bash[23566]: cluster 2024-05-11T04:14:15.338089+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:18.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:18 smithi113 bash[21416]: cluster 2024-05-11T04:14:17.338561+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:18.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:18 smithi113 bash[31590]: cluster 2024-05-11T04:14:17.338561+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:18.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:18 smithi173 bash[23566]: cluster 2024-05-11T04:14:17.338561+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:20.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:20 smithi113 bash[21416]: cluster 2024-05-11T04:14:19.338990+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:20.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:20 smithi113 bash[31590]: cluster 2024-05-11T04:14:19.338990+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:20.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:20 smithi173 bash[23566]: cluster 2024-05-11T04:14:19.338990+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:21.700 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:21 smithi113 bash[21416]: audit 2024-05-11T04:14:20.611232+0000 mon.a (mon.0) 255 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:14:21.700 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:21 smithi113 bash[21416]: audit 2024-05-11T04:14:20.613060+0000 mon.a (mon.0) 256 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:21.700 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:21 smithi113 bash[21416]: cephadm 2024-05-11T04:14:20.614621+0000 mgr.y (mgr.14152) 95 : cephadm 1 Deploying daemon osd.0 on smithi113 2024-05-11T04:14:21.700 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:21 smithi113 bash[31590]: audit 2024-05-11T04:14:20.611232+0000 mon.a (mon.0) 255 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:14:21.700 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:21 smithi113 bash[31590]: audit 2024-05-11T04:14:20.613060+0000 mon.a (mon.0) 256 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:21.700 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:21 smithi113 bash[31590]: cephadm 2024-05-11T04:14:20.614621+0000 mgr.y (mgr.14152) 95 : cephadm 1 Deploying daemon osd.0 on smithi113 2024-05-11T04:14:21.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:21 smithi173 bash[23566]: audit 2024-05-11T04:14:20.611232+0000 mon.a (mon.0) 255 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:14:21.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:21 smithi173 bash[23566]: audit 2024-05-11T04:14:20.613060+0000 mon.a (mon.0) 256 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:21.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:21 smithi173 bash[23566]: cephadm 2024-05-11T04:14:20.614621+0000 mgr.y (mgr.14152) 95 : cephadm 1 Deploying daemon osd.0 on smithi113 2024-05-11T04:14:22.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:22 smithi113 bash[21416]: cluster 2024-05-11T04:14:21.339429+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:22.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:22 smithi113 bash[31590]: cluster 2024-05-11T04:14:21.339429+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:22.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:22 smithi173 bash[23566]: cluster 2024-05-11T04:14:21.339429+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:24 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:14:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:24 smithi113 bash[31590]: cluster 2024-05-11T04:14:23.339812+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:24.479 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:14:24 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:14:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:24 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:14:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:24 smithi113 bash[21416]: cluster 2024-05-11T04:14:23.339812+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:24.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:24 smithi173 bash[23566]: cluster 2024-05-11T04:14:23.339812+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:24.783 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:24 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:14:24.783 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:14:24 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:14:24.783 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:24 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:14:25.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:25 smithi113 bash[31590]: audit 2024-05-11T04:14:24.773053+0000 mon.a (mon.0) 257 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:25.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:25 smithi113 bash[31590]: audit 2024-05-11T04:14:24.778117+0000 mon.a (mon.0) 258 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:25.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:25 smithi113 bash[31590]: audit 2024-05-11T04:14:24.788332+0000 mon.a (mon.0) 259 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:14:25.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:25 smithi113 bash[21416]: audit 2024-05-11T04:14:24.773053+0000 mon.a (mon.0) 257 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:25.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:25 smithi113 bash[21416]: audit 2024-05-11T04:14:24.778117+0000 mon.a (mon.0) 258 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:25.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:25 smithi113 bash[21416]: audit 2024-05-11T04:14:24.788332+0000 mon.a (mon.0) 259 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:14:26.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:25 smithi173 bash[23566]: audit 2024-05-11T04:14:24.773053+0000 mon.a (mon.0) 257 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:26.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:25 smithi173 bash[23566]: audit 2024-05-11T04:14:24.778117+0000 mon.a (mon.0) 258 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:26.023 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:25 smithi173 bash[23566]: audit 2024-05-11T04:14:24.788332+0000 mon.a (mon.0) 259 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:14:27.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:26 smithi113 bash[21416]: cluster 2024-05-11T04:14:25.340256+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:27.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:26 smithi113 bash[31590]: cluster 2024-05-11T04:14:25.340256+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:27.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:26 smithi173 bash[23566]: cluster 2024-05-11T04:14:25.340256+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:29.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:28 smithi113 bash[21416]: cluster 2024-05-11T04:14:27.340687+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:29.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:28 smithi113 bash[31590]: cluster 2024-05-11T04:14:27.340687+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:29.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:28 smithi173 bash[23566]: cluster 2024-05-11T04:14:27.340687+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:31.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:30 smithi113 bash[31590]: cluster 2024-05-11T04:14:29.341130+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:31.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:30 smithi113 bash[31590]: audit 2024-05-11T04:14:29.927566+0000 mon.a (mon.0) 260 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:30 smithi113 bash[31590]: audit 2024-05-11T04:14:29.933633+0000 mon.a (mon.0) 261 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:30 smithi113 bash[31590]: audit 2024-05-11T04:14:30.404818+0000 mon.a (mon.0) 262 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:30 smithi113 bash[31590]: audit 2024-05-11T04:14:30.405749+0000 mon.a (mon.0) 263 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:30 smithi113 bash[31590]: audit 2024-05-11T04:14:30.410843+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:30 smithi113 bash[21416]: cluster 2024-05-11T04:14:29.341130+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:30 smithi113 bash[21416]: audit 2024-05-11T04:14:29.927566+0000 mon.a (mon.0) 260 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:30 smithi113 bash[21416]: audit 2024-05-11T04:14:29.933633+0000 mon.a (mon.0) 261 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:30 smithi113 bash[21416]: audit 2024-05-11T04:14:30.404818+0000 mon.a (mon.0) 262 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:30 smithi113 bash[21416]: audit 2024-05-11T04:14:30.405749+0000 mon.a (mon.0) 263 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:14:31.233 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:30 smithi113 bash[21416]: audit 2024-05-11T04:14:30.410843+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:30 smithi173 bash[23566]: cluster 2024-05-11T04:14:29.341130+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:30 smithi173 bash[23566]: audit 2024-05-11T04:14:29.927566+0000 mon.a (mon.0) 260 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:30 smithi173 bash[23566]: audit 2024-05-11T04:14:29.933633+0000 mon.a (mon.0) 261 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:30 smithi173 bash[23566]: audit 2024-05-11T04:14:30.404818+0000 mon.a (mon.0) 262 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:30 smithi173 bash[23566]: audit 2024-05-11T04:14:30.405749+0000 mon.a (mon.0) 263 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:14:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:30 smithi173 bash[23566]: audit 2024-05-11T04:14:30.410843+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:32.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:31 smithi113 bash[21416]: audit 2024-05-11T04:14:31.031454+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:14:32.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:31 smithi113 bash[21416]: audit 2024-05-11T04:14:31.031883+0000 mon.a (mon.0) 265 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:14:32.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:31 smithi113 bash[31590]: audit 2024-05-11T04:14:31.031454+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:14:32.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:31 smithi113 bash[31590]: audit 2024-05-11T04:14:31.031883+0000 mon.a (mon.0) 265 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:14:32.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:31 smithi173 bash[23566]: audit 2024-05-11T04:14:31.031454+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:14:32.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:31 smithi173 bash[23566]: audit 2024-05-11T04:14:31.031883+0000 mon.a (mon.0) 265 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:14:32.852 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 0 on host 'smithi113' 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: cluster 2024-05-11T04:14:31.341597+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:31.939795+0000 mon.a (mon.0) 266 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: cluster 2024-05-11T04:14:31.939896+0000 mon.a (mon.0) 267 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:31.940065+0000 mon.a (mon.0) 268 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:31.941277+0000 mon.c (mon.2) 4 : audit 1 from='osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:31.941647+0000 mon.a (mon.0) 269 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:32.812580+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:32.821582+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:32 smithi113 bash[21416]: audit 2024-05-11T04:14:32.836765+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: cluster 2024-05-11T04:14:31.341597+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:31.939795+0000 mon.a (mon.0) 266 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: cluster 2024-05-11T04:14:31.939896+0000 mon.a (mon.0) 267 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:31.940065+0000 mon.a (mon.0) 268 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:31.941277+0000 mon.c (mon.2) 4 : audit 1 from='osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:31.941647+0000 mon.a (mon.0) 269 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:32.812580+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:32.821582+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:32 smithi113 bash[31590]: audit 2024-05-11T04:14:32.836765+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: cluster 2024-05-11T04:14:31.341597+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:31.939795+0000 mon.a (mon.0) 266 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: cluster 2024-05-11T04:14:31.939896+0000 mon.a (mon.0) 267 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:31.940065+0000 mon.a (mon.0) 268 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:31.941277+0000 mon.c (mon.2) 4 : audit 1 from='osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:31.941647+0000 mon.a (mon.0) 269 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:14:33.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:32.812580+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:33.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:32.821582+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:33.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:32 smithi173 bash[23566]: audit 2024-05-11T04:14:32.836765+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:14:33.451 DEBUG:teuthology.orchestra.run.smithi113:osd.0> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.0.service 2024-05-11T04:14:33.454 INFO:tasks.cephadm:Deploying osd.1 on smithi113 with /dev/vg_nvme/lv_3... 2024-05-11T04:14:33.454 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-11T04:14:34.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:33 smithi113 bash[21416]: audit 2024-05-11T04:14:32.942266+0000 mon.a (mon.0) 273 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:14:34.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:33 smithi113 bash[21416]: cluster 2024-05-11T04:14:32.942355+0000 mon.a (mon.0) 274 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-05-11T04:14:34.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:33 smithi113 bash[21416]: audit 2024-05-11T04:14:32.942750+0000 mon.a (mon.0) 275 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:34.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:33 smithi113 bash[21416]: audit 2024-05-11T04:14:32.953547+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:34.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:33 smithi113 bash[21416]: audit 2024-05-11T04:14:33.246638+0000 mon.a (mon.0) 277 : audit 1 from='osd.0 ' entity='osd.0' 2024-05-11T04:14:34.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:33 smithi113 bash[31590]: audit 2024-05-11T04:14:32.942266+0000 mon.a (mon.0) 273 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:14:34.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:33 smithi113 bash[31590]: cluster 2024-05-11T04:14:32.942355+0000 mon.a (mon.0) 274 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-05-11T04:14:34.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:33 smithi113 bash[31590]: audit 2024-05-11T04:14:32.942750+0000 mon.a (mon.0) 275 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:34.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:33 smithi113 bash[31590]: audit 2024-05-11T04:14:32.953547+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:34.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:33 smithi113 bash[31590]: audit 2024-05-11T04:14:33.246638+0000 mon.a (mon.0) 277 : audit 1 from='osd.0 ' entity='osd.0' 2024-05-11T04:14:34.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:33 smithi173 bash[23566]: audit 2024-05-11T04:14:32.942266+0000 mon.a (mon.0) 273 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:14:34.323 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:33 smithi173 bash[23566]: cluster 2024-05-11T04:14:32.942355+0000 mon.a (mon.0) 274 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-05-11T04:14:34.323 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:33 smithi173 bash[23566]: audit 2024-05-11T04:14:32.942750+0000 mon.a (mon.0) 275 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:34.324 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:33 smithi173 bash[23566]: audit 2024-05-11T04:14:32.953547+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:34.324 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:33 smithi173 bash[23566]: audit 2024-05-11T04:14:33.246638+0000 mon.a (mon.0) 277 : audit 1 from='osd.0 ' entity='osd.0' 2024-05-11T04:14:35.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: cluster 2024-05-11T04:14:32.041725+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:14:35.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: cluster 2024-05-11T04:14:32.041800+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:14:35.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: cluster 2024-05-11T04:14:33.341990+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:35.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: audit 2024-05-11T04:14:33.952639+0000 mon.a (mon.0) 278 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:35.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: cluster 2024-05-11T04:14:34.250990+0000 mon.a (mon.0) 279 : cluster 1 osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569] boot 2024-05-11T04:14:35.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: cluster 2024-05-11T04:14:34.251099+0000 mon.a (mon.0) 280 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:34 smithi113 bash[21416]: audit 2024-05-11T04:14:34.251790+0000 mon.a (mon.0) 281 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: cluster 2024-05-11T04:14:32.041725+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: cluster 2024-05-11T04:14:32.041800+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: cluster 2024-05-11T04:14:33.341990+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: audit 2024-05-11T04:14:33.952639+0000 mon.a (mon.0) 278 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: cluster 2024-05-11T04:14:34.250990+0000 mon.a (mon.0) 279 : cluster 1 osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569] boot 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: cluster 2024-05-11T04:14:34.251099+0000 mon.a (mon.0) 280 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-05-11T04:14:35.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:34 smithi113 bash[31590]: audit 2024-05-11T04:14:34.251790+0000 mon.a (mon.0) 281 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: cluster 2024-05-11T04:14:32.041725+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: cluster 2024-05-11T04:14:32.041800+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: cluster 2024-05-11T04:14:33.341990+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: audit 2024-05-11T04:14:33.952639+0000 mon.a (mon.0) 278 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: cluster 2024-05-11T04:14:34.250990+0000 mon.a (mon.0) 279 : cluster 1 osd.0 [v2:172.21.15.113:6802/1742295569,v1:172.21.15.113:6803/1742295569] boot 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: cluster 2024-05-11T04:14:34.251099+0000 mon.a (mon.0) 280 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-05-11T04:14:35.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:34 smithi173 bash[23566]: audit 2024-05-11T04:14:34.251790+0000 mon.a (mon.0) 281 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:14:37.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:36 smithi113 bash[21416]: cluster 2024-05-11T04:14:35.342463+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:37.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:36 smithi113 bash[21416]: cluster 2024-05-11T04:14:35.960455+0000 mon.a (mon.0) 282 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-05-11T04:14:37.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:36 smithi113 bash[31590]: cluster 2024-05-11T04:14:35.342463+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:37.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:36 smithi113 bash[31590]: cluster 2024-05-11T04:14:35.960455+0000 mon.a (mon.0) 282 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-05-11T04:14:37.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:36 smithi173 bash[23566]: cluster 2024-05-11T04:14:35.342463+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:37.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:36 smithi173 bash[23566]: cluster 2024-05-11T04:14:35.960455+0000 mon.a (mon.0) 282 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-05-11T04:14:37.684 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:14:39.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:38 smithi113 bash[21416]: cluster 2024-05-11T04:14:37.342922+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:39.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:38 smithi113 bash[31590]: cluster 2024-05-11T04:14:37.342922+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:39.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:38 smithi173 bash[23566]: cluster 2024-05-11T04:14:37.342922+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:41.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:40 smithi113 bash[21416]: cluster 2024-05-11T04:14:39.343371+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:41.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:40 smithi113 bash[31590]: cluster 2024-05-11T04:14:39.343371+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:41.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:40 smithi173 bash[23566]: cluster 2024-05-11T04:14:39.343371+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:41.749 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-11T04:14:41.750 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-11T04:14:41.750 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-05-11T04:14:41.750 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-05-11T04:14:41.750 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0151064 s, 694 MB/s 2024-05-11T04:14:41.750 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-05-11T04:14:42.561 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_3 2024-05-11T04:14:43.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: cluster 2024-05-11T04:14:41.343741+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:43.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: audit 2024-05-11T04:14:42.938911+0000 mon.a (mon.0) 283 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: audit 2024-05-11T04:14:42.949915+0000 mon.a (mon.0) 284 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: audit 2024-05-11T04:14:42.952242+0000 mon.a (mon.0) 285 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: audit 2024-05-11T04:14:42.962450+0000 mon.a (mon.0) 286 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: audit 2024-05-11T04:14:42.964573+0000 mon.a (mon.0) 287 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:42 smithi113 bash[21416]: audit 2024-05-11T04:14:42.966259+0000 mon.a (mon.0) 288 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: cluster 2024-05-11T04:14:41.343741+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: audit 2024-05-11T04:14:42.938911+0000 mon.a (mon.0) 283 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: audit 2024-05-11T04:14:42.949915+0000 mon.a (mon.0) 284 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: audit 2024-05-11T04:14:42.952242+0000 mon.a (mon.0) 285 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: audit 2024-05-11T04:14:42.962450+0000 mon.a (mon.0) 286 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: audit 2024-05-11T04:14:42.964573+0000 mon.a (mon.0) 287 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:43.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:42 smithi113 bash[31590]: audit 2024-05-11T04:14:42.966259+0000 mon.a (mon.0) 288 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: cluster 2024-05-11T04:14:41.343741+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: audit 2024-05-11T04:14:42.938911+0000 mon.a (mon.0) 283 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: audit 2024-05-11T04:14:42.949915+0000 mon.a (mon.0) 284 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: audit 2024-05-11T04:14:42.952242+0000 mon.a (mon.0) 285 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: audit 2024-05-11T04:14:42.962450+0000 mon.a (mon.0) 286 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: audit 2024-05-11T04:14:42.964573+0000 mon.a (mon.0) 287 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:43.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:42 smithi173 bash[23566]: audit 2024-05-11T04:14:42.966259+0000 mon.a (mon.0) 288 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:14:44.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:43 smithi173 bash[23566]: cephadm 2024-05-11T04:14:42.929847+0000 mgr.y (mgr.14152) 107 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:14:44.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:43 smithi173 bash[23566]: cephadm 2024-05-11T04:14:42.953615+0000 mgr.y (mgr.14152) 108 : cephadm 1 Adjusting osd_memory_target on smithi113 to 16241M 2024-05-11T04:14:44.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:43 smithi173 bash[23566]: audit 2024-05-11T04:14:42.983512+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:44.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:43 smithi113 bash[21416]: cephadm 2024-05-11T04:14:42.929847+0000 mgr.y (mgr.14152) 107 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:14:44.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:43 smithi113 bash[21416]: cephadm 2024-05-11T04:14:42.953615+0000 mgr.y (mgr.14152) 108 : cephadm 1 Adjusting osd_memory_target on smithi113 to 16241M 2024-05-11T04:14:44.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:43 smithi113 bash[21416]: audit 2024-05-11T04:14:42.983512+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:44.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:43 smithi113 bash[31590]: cephadm 2024-05-11T04:14:42.929847+0000 mgr.y (mgr.14152) 107 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:14:44.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:43 smithi113 bash[31590]: cephadm 2024-05-11T04:14:42.953615+0000 mgr.y (mgr.14152) 108 : cephadm 1 Adjusting osd_memory_target on smithi113 to 16241M 2024-05-11T04:14:44.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:43 smithi113 bash[31590]: audit 2024-05-11T04:14:42.983512+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:14:45.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:44 smithi173 bash[23566]: cluster 2024-05-11T04:14:43.344220+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:45.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:44 smithi113 bash[21416]: cluster 2024-05-11T04:14:43.344220+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:45.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:44 smithi113 bash[31590]: cluster 2024-05-11T04:14:43.344220+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:47.243 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:14:47.266 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:46 smithi113 bash[21416]: cluster 2024-05-11T04:14:45.344707+0000 mgr.y (mgr.14152) 110 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:47.266 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:46 smithi113 bash[31590]: cluster 2024-05-11T04:14:45.344707+0000 mgr.y (mgr.14152) 110 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:47.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:46 smithi173 bash[23566]: cluster 2024-05-11T04:14:45.344707+0000 mgr.y (mgr.14152) 110 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:49.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:48 smithi173 bash[23566]: cluster 2024-05-11T04:14:47.345137+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:49.320 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:48 smithi113 bash[21416]: cluster 2024-05-11T04:14:47.345137+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:49.320 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:49 smithi113 bash[31590]: cluster 2024-05-11T04:14:47.345137+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:50.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:50 smithi173 bash[23566]: audit 2024-05-11T04:14:49.710248+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:14:50.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:50 smithi173 bash[23566]: audit 2024-05-11T04:14:49.716125+0000 mon.a (mon.0) 291 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:14:50.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:50 smithi173 bash[23566]: audit 2024-05-11T04:14:49.717276+0000 mon.a (mon.0) 292 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:50 smithi113 bash[21416]: audit 2024-05-11T04:14:49.710248+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:14:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:50 smithi113 bash[21416]: audit 2024-05-11T04:14:49.716125+0000 mon.a (mon.0) 291 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:14:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:50 smithi113 bash[21416]: audit 2024-05-11T04:14:49.717276+0000 mon.a (mon.0) 292 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:50.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:50 smithi113 bash[31590]: audit 2024-05-11T04:14:49.710248+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:14:50.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:50 smithi113 bash[31590]: audit 2024-05-11T04:14:49.716125+0000 mon.a (mon.0) 291 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:14:50.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:50 smithi113 bash[31590]: audit 2024-05-11T04:14:49.717276+0000 mon.a (mon.0) 292 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:14:51.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:51 smithi173 bash[23566]: cluster 2024-05-11T04:14:49.345490+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:51.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:51 smithi173 bash[23566]: audit 2024-05-11T04:14:49.703483+0000 mgr.y (mgr.14152) 113 : audit 0 from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:14:51.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:51 smithi113 bash[21416]: cluster 2024-05-11T04:14:49.345490+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:51.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:51 smithi113 bash[21416]: audit 2024-05-11T04:14:49.703483+0000 mgr.y (mgr.14152) 113 : audit 0 from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:14:51.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:51 smithi113 bash[31590]: cluster 2024-05-11T04:14:49.345490+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:51.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:51 smithi113 bash[31590]: audit 2024-05-11T04:14:49.703483+0000 mgr.y (mgr.14152) 113 : audit 0 from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:14:53.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:53 smithi173 bash[23566]: cluster 2024-05-11T04:14:51.345955+0000 mgr.y (mgr.14152) 114 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:53 smithi113 bash[21416]: cluster 2024-05-11T04:14:51.345955+0000 mgr.y (mgr.14152) 114 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:53 smithi113 bash[31590]: cluster 2024-05-11T04:14:51.345955+0000 mgr.y (mgr.14152) 114 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:55.281 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:55 smithi173 bash[23566]: cluster 2024-05-11T04:14:53.346447+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:55.372 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:55 smithi113 bash[21416]: cluster 2024-05-11T04:14:53.346447+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:55.373 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:55 smithi113 bash[31590]: cluster 2024-05-11T04:14:53.346447+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:57.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:57 smithi113 bash[21416]: cluster 2024-05-11T04:14:55.346902+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:57.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:57 smithi113 bash[31590]: cluster 2024-05-11T04:14:55.346902+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:57.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:57 smithi173 bash[23566]: cluster 2024-05-11T04:14:55.346902+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:58 smithi113 bash[21416]: audit 2024-05-11T04:14:57.707363+0000 mon.c (mon.2) 5 : audit 1 from='client.? 172.21.15.113:0/162332811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]: dispatch 2024-05-11T04:14:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:58 smithi113 bash[21416]: audit 2024-05-11T04:14:57.707981+0000 mon.a (mon.0) 293 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]: dispatch 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:58 smithi113 bash[21416]: audit 2024-05-11T04:14:57.713715+0000 mon.a (mon.0) 294 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]': finished 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:58 smithi113 bash[21416]: cluster 2024-05-11T04:14:57.713821+0000 mon.a (mon.0) 295 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:58 smithi113 bash[21416]: audit 2024-05-11T04:14:57.714004+0000 mon.a (mon.0) 296 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:58 smithi113 bash[31590]: audit 2024-05-11T04:14:57.707363+0000 mon.c (mon.2) 5 : audit 1 from='client.? 172.21.15.113:0/162332811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]: dispatch 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:58 smithi113 bash[31590]: audit 2024-05-11T04:14:57.707981+0000 mon.a (mon.0) 293 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]: dispatch 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:58 smithi113 bash[31590]: audit 2024-05-11T04:14:57.713715+0000 mon.a (mon.0) 294 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]': finished 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:58 smithi113 bash[31590]: cluster 2024-05-11T04:14:57.713821+0000 mon.a (mon.0) 295 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-05-11T04:14:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:58 smithi113 bash[31590]: audit 2024-05-11T04:14:57.714004+0000 mon.a (mon.0) 296 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:14:58.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:58 smithi173 bash[23566]: audit 2024-05-11T04:14:57.707363+0000 mon.c (mon.2) 5 : audit 1 from='client.? 172.21.15.113:0/162332811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]: dispatch 2024-05-11T04:14:58.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:58 smithi173 bash[23566]: audit 2024-05-11T04:14:57.707981+0000 mon.a (mon.0) 293 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]: dispatch 2024-05-11T04:14:58.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:58 smithi173 bash[23566]: audit 2024-05-11T04:14:57.713715+0000 mon.a (mon.0) 294 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bbc99cfb-d692-4960-9cb1-8790912d4150"}]': finished 2024-05-11T04:14:58.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:58 smithi173 bash[23566]: cluster 2024-05-11T04:14:57.713821+0000 mon.a (mon.0) 295 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-05-11T04:14:58.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:58 smithi173 bash[23566]: audit 2024-05-11T04:14:57.714004+0000 mon.a (mon.0) 296 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:14:59.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:59 smithi113 bash[21416]: cluster 2024-05-11T04:14:57.347268+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:59.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:14:59 smithi113 bash[21416]: audit 2024-05-11T04:14:58.466888+0000 mon.a (mon.0) 297 : audit 0 from='client.? 172.21.15.113:0/2696237329' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:14:59.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:59 smithi113 bash[31590]: cluster 2024-05-11T04:14:57.347268+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:59.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:14:59 smithi113 bash[31590]: audit 2024-05-11T04:14:58.466888+0000 mon.a (mon.0) 297 : audit 0 from='client.? 172.21.15.113:0/2696237329' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:14:59.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:59 smithi173 bash[23566]: cluster 2024-05-11T04:14:57.347268+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:14:59.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:14:59 smithi173 bash[23566]: audit 2024-05-11T04:14:58.466888+0000 mon.a (mon.0) 297 : audit 0 from='client.? 172.21.15.113:0/2696237329' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:15:01.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:01 smithi113 bash[21416]: cluster 2024-05-11T04:14:59.347693+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:01.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:01 smithi113 bash[31590]: cluster 2024-05-11T04:14:59.347693+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:01.416 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:01 smithi173 bash[23566]: cluster 2024-05-11T04:14:59.347693+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:03 smithi113 bash[21416]: cluster 2024-05-11T04:15:01.348146+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:03 smithi113 bash[31590]: cluster 2024-05-11T04:15:01.348146+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:03 smithi173 bash[23566]: cluster 2024-05-11T04:15:01.348146+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:05.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:05 smithi113 bash[21416]: cluster 2024-05-11T04:15:03.348608+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:05.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:05 smithi113 bash[31590]: cluster 2024-05-11T04:15:03.348608+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:05 smithi173 bash[23566]: cluster 2024-05-11T04:15:03.348608+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:07.291 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:07 smithi113 bash[21416]: cluster 2024-05-11T04:15:05.349009+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:07.291 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:07 smithi113 bash[31590]: cluster 2024-05-11T04:15:05.349009+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:07.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:07 smithi173 bash[23566]: cluster 2024-05-11T04:15:05.349009+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:09.384 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:09 smithi113 bash[21416]: cluster 2024-05-11T04:15:07.349317+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:09.385 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:09 smithi113 bash[31590]: cluster 2024-05-11T04:15:07.349317+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:09.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:09 smithi173 bash[23566]: cluster 2024-05-11T04:15:07.349317+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:10.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:10 smithi113 bash[21416]: audit 2024-05-11T04:15:09.814322+0000 mon.a (mon.0) 298 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:15:10.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:10 smithi113 bash[21416]: audit 2024-05-11T04:15:09.815852+0000 mon.a (mon.0) 299 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:10.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:10 smithi113 bash[31590]: audit 2024-05-11T04:15:09.814322+0000 mon.a (mon.0) 298 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:15:10.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:10 smithi113 bash[31590]: audit 2024-05-11T04:15:09.815852+0000 mon.a (mon.0) 299 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:10.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:10 smithi173 bash[23566]: audit 2024-05-11T04:15:09.814322+0000 mon.a (mon.0) 298 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:15:10.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:10 smithi173 bash[23566]: audit 2024-05-11T04:15:09.815852+0000 mon.a (mon.0) 299 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:11.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:11 smithi113 bash[21416]: cluster 2024-05-11T04:15:09.349685+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:11.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:11 smithi113 bash[21416]: cephadm 2024-05-11T04:15:09.817231+0000 mgr.y (mgr.14152) 124 : cephadm 1 Deploying daemon osd.1 on smithi113 2024-05-11T04:15:11.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:11 smithi113 bash[31590]: cluster 2024-05-11T04:15:09.349685+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:11.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:11 smithi113 bash[31590]: cephadm 2024-05-11T04:15:09.817231+0000 mgr.y (mgr.14152) 124 : cephadm 1 Deploying daemon osd.1 on smithi113 2024-05-11T04:15:11.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:11 smithi173 bash[23566]: cluster 2024-05-11T04:15:09.349685+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:11.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:11 smithi173 bash[23566]: cephadm 2024-05-11T04:15:09.817231+0000 mgr.y (mgr.14152) 124 : cephadm 1 Deploying daemon osd.1 on smithi113 2024-05-11T04:15:13.365 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:13 smithi113 bash[21416]: cluster 2024-05-11T04:15:11.350102+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:13.366 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:13 smithi113 bash[31590]: cluster 2024-05-11T04:15:11.350102+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:13 smithi173 bash[23566]: cluster 2024-05-11T04:15:11.350102+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:13.636 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.636 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.636 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.637 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.978 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:13.979 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:15:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:15:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:14 smithi113 bash[31590]: cluster 2024-05-11T04:15:13.350497+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:14 smithi113 bash[31590]: audit 2024-05-11T04:15:13.867491+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:14.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:14 smithi113 bash[31590]: audit 2024-05-11T04:15:13.873217+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:14.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:14 smithi113 bash[31590]: audit 2024-05-11T04:15:13.900260+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:15:14.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:14 smithi113 bash[21416]: cluster 2024-05-11T04:15:13.350497+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:14.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:14 smithi113 bash[21416]: audit 2024-05-11T04:15:13.867491+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:14.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:14 smithi113 bash[21416]: audit 2024-05-11T04:15:13.873217+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:14.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:14 smithi113 bash[21416]: audit 2024-05-11T04:15:13.900260+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:15:15.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:14 smithi173 bash[23566]: cluster 2024-05-11T04:15:13.350497+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:15.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:14 smithi173 bash[23566]: audit 2024-05-11T04:15:13.867491+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:15.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:14 smithi173 bash[23566]: audit 2024-05-11T04:15:13.873217+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:15.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:14 smithi173 bash[23566]: audit 2024-05-11T04:15:13.900260+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:15:17.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:16 smithi113 bash[21416]: cluster 2024-05-11T04:15:15.350848+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:17.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:16 smithi113 bash[31590]: cluster 2024-05-11T04:15:15.350848+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:17.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:16 smithi173 bash[23566]: cluster 2024-05-11T04:15:15.350848+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:18.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:18 smithi113 bash[21416]: cluster 2024-05-11T04:15:17.351272+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:18.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:18 smithi113 bash[31590]: cluster 2024-05-11T04:15:17.351272+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:19.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:18 smithi173 bash[23566]: cluster 2024-05-11T04:15:17.351272+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:20 smithi113 bash[31590]: audit 2024-05-11T04:15:19.032993+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:20 smithi113 bash[31590]: audit 2024-05-11T04:15:19.039315+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:20 smithi113 bash[31590]: audit 2024-05-11T04:15:19.040179+0000 mon.a (mon.0) 305 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:20 smithi113 bash[31590]: audit 2024-05-11T04:15:19.040921+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:20 smithi113 bash[31590]: audit 2024-05-11T04:15:19.045360+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:20 smithi113 bash[21416]: audit 2024-05-11T04:15:19.032993+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:20 smithi113 bash[21416]: audit 2024-05-11T04:15:19.039315+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:20 smithi113 bash[21416]: audit 2024-05-11T04:15:19.040179+0000 mon.a (mon.0) 305 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:20 smithi113 bash[21416]: audit 2024-05-11T04:15:19.040921+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:15:20.160 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:20 smithi113 bash[21416]: audit 2024-05-11T04:15:19.045360+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:20 smithi173 bash[23566]: audit 2024-05-11T04:15:19.032993+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:20 smithi173 bash[23566]: audit 2024-05-11T04:15:19.039315+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:20.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:20 smithi173 bash[23566]: audit 2024-05-11T04:15:19.040179+0000 mon.a (mon.0) 305 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:20.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:20 smithi173 bash[23566]: audit 2024-05-11T04:15:19.040921+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:15:20.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:20 smithi173 bash[23566]: audit 2024-05-11T04:15:19.045360+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:21.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:21 smithi113 bash[31590]: cluster 2024-05-11T04:15:19.351714+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:21.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:21 smithi113 bash[31590]: audit 2024-05-11T04:15:20.165238+0000 mon.a (mon.0) 308 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:15:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:21 smithi113 bash[21416]: cluster 2024-05-11T04:15:19.351714+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:21 smithi113 bash[21416]: audit 2024-05-11T04:15:20.165238+0000 mon.a (mon.0) 308 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:15:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:21 smithi173 bash[23566]: cluster 2024-05-11T04:15:19.351714+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:21 smithi173 bash[23566]: audit 2024-05-11T04:15:20.165238+0000 mon.a (mon.0) 308 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:15:22.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:22 smithi113 bash[21416]: audit 2024-05-11T04:15:21.057559+0000 mon.a (mon.0) 309 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:22 smithi113 bash[21416]: cluster 2024-05-11T04:15:21.057670+0000 mon.a (mon.0) 310 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:22 smithi113 bash[21416]: audit 2024-05-11T04:15:21.057933+0000 mon.a (mon.0) 311 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:22 smithi113 bash[21416]: audit 2024-05-11T04:15:21.058675+0000 mon.a (mon.0) 312 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:22 smithi113 bash[31590]: audit 2024-05-11T04:15:21.057559+0000 mon.a (mon.0) 309 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:22 smithi113 bash[31590]: cluster 2024-05-11T04:15:21.057670+0000 mon.a (mon.0) 310 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:22 smithi113 bash[31590]: audit 2024-05-11T04:15:21.057933+0000 mon.a (mon.0) 311 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:22.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:22 smithi113 bash[31590]: audit 2024-05-11T04:15:21.058675+0000 mon.a (mon.0) 312 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:15:22.505 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 1 on host 'smithi113' 2024-05-11T04:15:22.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:22 smithi173 bash[23566]: audit 2024-05-11T04:15:21.057559+0000 mon.a (mon.0) 309 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:15:22.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:22 smithi173 bash[23566]: cluster 2024-05-11T04:15:21.057670+0000 mon.a (mon.0) 310 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-05-11T04:15:22.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:22 smithi173 bash[23566]: audit 2024-05-11T04:15:21.057933+0000 mon.a (mon.0) 311 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:22.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:22 smithi173 bash[23566]: audit 2024-05-11T04:15:21.058675+0000 mon.a (mon.0) 312 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:15:23.171 DEBUG:teuthology.orchestra.run.smithi113:osd.1> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.1.service 2024-05-11T04:15:23.173 INFO:tasks.cephadm:Deploying osd.2 on smithi113 with /dev/vg_nvme/lv_2... 2024-05-11T04:15:23.174 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-11T04:15:23.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: cluster 2024-05-11T04:15:21.352232+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.061047+0000 mon.a (mon.0) 313 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: cluster 2024-05-11T04:15:22.061261+0000 mon.a (mon.0) 314 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.061946+0000 mon.a (mon.0) 315 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.070129+0000 mon.a (mon.0) 316 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.408060+0000 mon.a (mon.0) 317 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.456863+0000 mon.a (mon.0) 318 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.462258+0000 mon.a (mon.0) 319 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:23 smithi113 bash[21416]: audit 2024-05-11T04:15:22.467249+0000 mon.a (mon.0) 320 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: cluster 2024-05-11T04:15:21.352232+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.061047+0000 mon.a (mon.0) 313 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:15:23.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: cluster 2024-05-11T04:15:22.061261+0000 mon.a (mon.0) 314 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-05-11T04:15:23.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.061946+0000 mon.a (mon.0) 315 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:23.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.070129+0000 mon.a (mon.0) 316 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:23.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.408060+0000 mon.a (mon.0) 317 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' 2024-05-11T04:15:23.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.456863+0000 mon.a (mon.0) 318 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:23.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.462258+0000 mon.a (mon.0) 319 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:23.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:23 smithi113 bash[31590]: audit 2024-05-11T04:15:22.467249+0000 mon.a (mon.0) 320 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: cluster 2024-05-11T04:15:21.352232+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.061047+0000 mon.a (mon.0) 313 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: cluster 2024-05-11T04:15:22.061261+0000 mon.a (mon.0) 314 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.061946+0000 mon.a (mon.0) 315 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.070129+0000 mon.a (mon.0) 316 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.408060+0000 mon.a (mon.0) 317 : audit 1 from='osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102]' entity='osd.1' 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.456863+0000 mon.a (mon.0) 318 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.462258+0000 mon.a (mon.0) 319 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:23.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:23 smithi173 bash[23566]: audit 2024-05-11T04:15:22.467249+0000 mon.a (mon.0) 320 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:15:24.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:24 smithi113 bash[21416]: cluster 2024-05-11T04:15:21.117054+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:24 smithi113 bash[21416]: cluster 2024-05-11T04:15:21.117126+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:24 smithi113 bash[21416]: audit 2024-05-11T04:15:23.074029+0000 mon.a (mon.0) 321 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:24 smithi113 bash[21416]: cluster 2024-05-11T04:15:23.465277+0000 mon.a (mon.0) 322 : cluster 1 osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102] boot 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:24 smithi113 bash[21416]: cluster 2024-05-11T04:15:23.465334+0000 mon.a (mon.0) 323 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:24 smithi113 bash[21416]: audit 2024-05-11T04:15:23.466236+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:24 smithi113 bash[31590]: cluster 2024-05-11T04:15:21.117054+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:24 smithi113 bash[31590]: cluster 2024-05-11T04:15:21.117126+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:24 smithi113 bash[31590]: audit 2024-05-11T04:15:23.074029+0000 mon.a (mon.0) 321 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:24 smithi113 bash[31590]: cluster 2024-05-11T04:15:23.465277+0000 mon.a (mon.0) 322 : cluster 1 osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102] boot 2024-05-11T04:15:24.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:24 smithi113 bash[31590]: cluster 2024-05-11T04:15:23.465334+0000 mon.a (mon.0) 323 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-05-11T04:15:24.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:24 smithi113 bash[31590]: audit 2024-05-11T04:15:23.466236+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:24.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:24 smithi173 bash[23566]: cluster 2024-05-11T04:15:21.117054+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:15:24.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:24 smithi173 bash[23566]: cluster 2024-05-11T04:15:21.117126+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:15:24.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:24 smithi173 bash[23566]: audit 2024-05-11T04:15:23.074029+0000 mon.a (mon.0) 321 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:24.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:24 smithi173 bash[23566]: cluster 2024-05-11T04:15:23.465277+0000 mon.a (mon.0) 322 : cluster 1 osd.1 [v2:172.21.15.113:6810/2827523102,v1:172.21.15.113:6811/2827523102] boot 2024-05-11T04:15:24.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:24 smithi173 bash[23566]: cluster 2024-05-11T04:15:23.465334+0000 mon.a (mon.0) 323 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-05-11T04:15:24.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:24 smithi173 bash[23566]: audit 2024-05-11T04:15:23.466236+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:15:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:25 smithi113 bash[21416]: cluster 2024-05-11T04:15:23.352631+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:25.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:25 smithi113 bash[31590]: cluster 2024-05-11T04:15:23.352631+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:25.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:25 smithi173 bash[23566]: cluster 2024-05-11T04:15:23.352631+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:15:26.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:26 smithi113 bash[31590]: cluster 2024-05-11T04:15:25.094722+0000 mon.a (mon.0) 325 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-05-11T04:15:26.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:26 smithi113 bash[21416]: cluster 2024-05-11T04:15:25.094722+0000 mon.a (mon.0) 325 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-05-11T04:15:26.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:26 smithi173 bash[23566]: cluster 2024-05-11T04:15:25.094722+0000 mon.a (mon.0) 325 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-05-11T04:15:27.291 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:15:27.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:27 smithi113 bash[31590]: cluster 2024-05-11T04:15:25.353091+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:27.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:27 smithi113 bash[21416]: cluster 2024-05-11T04:15:25.353091+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:27.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:27 smithi173 bash[23566]: cluster 2024-05-11T04:15:25.353091+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v99: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:29.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:29 smithi113 bash[21416]: cluster 2024-05-11T04:15:27.353486+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:29 smithi113 bash[31590]: cluster 2024-05-11T04:15:27.353486+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:29.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:29 smithi173 bash[23566]: cluster 2024-05-11T04:15:27.353486+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:31.424 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-11T04:15:31.424 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-11T04:15:31.424 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-05-11T04:15:31.424 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-05-11T04:15:31.424 INFO:teuthology.orchestra.run.smithi113.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00982192 s, 1.1 GB/s 2024-05-11T04:15:31.424 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-05-11T04:15:31.470 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:31 smithi113 bash[21416]: cluster 2024-05-11T04:15:29.353976+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:31.470 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:31 smithi113 bash[31590]: cluster 2024-05-11T04:15:29.353976+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:31.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:31 smithi173 bash[23566]: cluster 2024-05-11T04:15:29.353976+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:32.169 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_2 2024-05-11T04:15:33.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: cluster 2024-05-11T04:15:31.354314+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.566691+0000 mon.a (mon.0) 326 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.576767+0000 mon.a (mon.0) 327 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.579295+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.581136+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.591534+0000 mon.a (mon.0) 330 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.593881+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.595453+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:33 smithi113 bash[21416]: audit 2024-05-11T04:15:32.605692+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: cluster 2024-05-11T04:15:31.354314+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:33.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.566691+0000 mon.a (mon.0) 326 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.576767+0000 mon.a (mon.0) 327 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.579295+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.581136+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.591534+0000 mon.a (mon.0) 330 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.593881+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.595453+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:15:33.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:33 smithi113 bash[31590]: audit 2024-05-11T04:15:32.605692+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: cluster 2024-05-11T04:15:31.354314+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.566691+0000 mon.a (mon.0) 326 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.576767+0000 mon.a (mon.0) 327 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.579295+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.581136+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.591534+0000 mon.a (mon.0) 330 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.593881+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.595453+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:15:33.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:33 smithi173 bash[23566]: audit 2024-05-11T04:15:32.605692+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:15:34.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:34 smithi113 bash[21416]: cephadm 2024-05-11T04:15:32.557263+0000 mgr.y (mgr.14152) 136 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:15:34.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:34 smithi113 bash[21416]: cephadm 2024-05-11T04:15:32.582476+0000 mgr.y (mgr.14152) 137 : cephadm 1 Adjusting osd_memory_target on smithi113 to 8120M 2024-05-11T04:15:34.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:34 smithi113 bash[31590]: cephadm 2024-05-11T04:15:32.557263+0000 mgr.y (mgr.14152) 136 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:15:34.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:34 smithi113 bash[31590]: cephadm 2024-05-11T04:15:32.582476+0000 mgr.y (mgr.14152) 137 : cephadm 1 Adjusting osd_memory_target on smithi113 to 8120M 2024-05-11T04:15:34.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:34 smithi173 bash[23566]: cephadm 2024-05-11T04:15:32.557263+0000 mgr.y (mgr.14152) 136 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:15:34.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:34 smithi173 bash[23566]: cephadm 2024-05-11T04:15:32.582476+0000 mgr.y (mgr.14152) 137 : cephadm 1 Adjusting osd_memory_target on smithi113 to 8120M 2024-05-11T04:15:35.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:35 smithi113 bash[31590]: cluster 2024-05-11T04:15:33.354745+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:35.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:35 smithi113 bash[21416]: cluster 2024-05-11T04:15:33.354745+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:35.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:35 smithi173 bash[23566]: cluster 2024-05-11T04:15:33.354745+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:36.863 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:15:37.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:37 smithi113 bash[31590]: cluster 2024-05-11T04:15:35.355252+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:37.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:37 smithi113 bash[21416]: cluster 2024-05-11T04:15:35.355252+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:37.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:37 smithi173 bash[23566]: cluster 2024-05-11T04:15:35.355252+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:39.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:39 smithi113 bash[21416]: cluster 2024-05-11T04:15:37.355720+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:39.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:39 smithi113 bash[31590]: cluster 2024-05-11T04:15:37.355720+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:39.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:39 smithi173 bash[23566]: cluster 2024-05-11T04:15:37.355720+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:40 smithi113 bash[21416]: audit 2024-05-11T04:15:39.608072+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:15:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:40 smithi113 bash[21416]: audit 2024-05-11T04:15:39.613610+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:15:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:40 smithi113 bash[21416]: audit 2024-05-11T04:15:39.614828+0000 mon.a (mon.0) 336 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:40.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:40 smithi113 bash[31590]: audit 2024-05-11T04:15:39.608072+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:15:40.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:40 smithi113 bash[31590]: audit 2024-05-11T04:15:39.613610+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:15:40.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:40 smithi113 bash[31590]: audit 2024-05-11T04:15:39.614828+0000 mon.a (mon.0) 336 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:40.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:40 smithi173 bash[23566]: audit 2024-05-11T04:15:39.608072+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:15:40.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:40 smithi173 bash[23566]: audit 2024-05-11T04:15:39.613610+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:15:40.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:40 smithi173 bash[23566]: audit 2024-05-11T04:15:39.614828+0000 mon.a (mon.0) 336 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:15:41.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:41 smithi113 bash[21416]: cluster 2024-05-11T04:15:39.356163+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:41.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:41 smithi113 bash[21416]: audit 2024-05-11T04:15:39.601322+0000 mgr.y (mgr.14152) 142 : audit 0 from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:15:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:41 smithi113 bash[31590]: cluster 2024-05-11T04:15:39.356163+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:41.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:41 smithi113 bash[31590]: audit 2024-05-11T04:15:39.601322+0000 mgr.y (mgr.14152) 142 : audit 0 from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:15:41.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:41 smithi173 bash[23566]: cluster 2024-05-11T04:15:39.356163+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:41.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:41 smithi173 bash[23566]: audit 2024-05-11T04:15:39.601322+0000 mgr.y (mgr.14152) 142 : audit 0 from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:15:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:43 smithi113 bash[21416]: cluster 2024-05-11T04:15:41.356596+0000 mgr.y (mgr.14152) 143 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:43.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:43 smithi113 bash[31590]: cluster 2024-05-11T04:15:41.356596+0000 mgr.y (mgr.14152) 143 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:43.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:43 smithi173 bash[23566]: cluster 2024-05-11T04:15:41.356596+0000 mgr.y (mgr.14152) 143 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:45.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:45 smithi113 bash[21416]: cluster 2024-05-11T04:15:43.357068+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:45.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:45 smithi113 bash[31590]: cluster 2024-05-11T04:15:43.357068+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:45.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:45 smithi173 bash[23566]: cluster 2024-05-11T04:15:43.357068+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:47 smithi113 bash[31590]: cluster 2024-05-11T04:15:45.357412+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:47.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:47 smithi113 bash[21416]: cluster 2024-05-11T04:15:45.357412+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:47.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:47 smithi173 bash[23566]: cluster 2024-05-11T04:15:45.357412+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:48 smithi113 bash[31590]: audit 2024-05-11T04:15:47.574072+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.113:0/2717070024' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]: dispatch 2024-05-11T04:15:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:48 smithi113 bash[31590]: audit 2024-05-11T04:15:47.574739+0000 mon.a (mon.0) 337 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]: dispatch 2024-05-11T04:15:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:48 smithi113 bash[31590]: audit 2024-05-11T04:15:47.582180+0000 mon.a (mon.0) 338 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]': finished 2024-05-11T04:15:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:48 smithi113 bash[31590]: cluster 2024-05-11T04:15:47.582259+0000 mon.a (mon.0) 339 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-05-11T04:15:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:48 smithi113 bash[31590]: audit 2024-05-11T04:15:47.582462+0000 mon.a (mon.0) 340 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:15:48.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:48 smithi113 bash[21416]: audit 2024-05-11T04:15:47.574072+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.113:0/2717070024' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]: dispatch 2024-05-11T04:15:48.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:48 smithi113 bash[21416]: audit 2024-05-11T04:15:47.574739+0000 mon.a (mon.0) 337 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]: dispatch 2024-05-11T04:15:48.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:48 smithi113 bash[21416]: audit 2024-05-11T04:15:47.582180+0000 mon.a (mon.0) 338 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]': finished 2024-05-11T04:15:48.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:48 smithi113 bash[21416]: cluster 2024-05-11T04:15:47.582259+0000 mon.a (mon.0) 339 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-05-11T04:15:48.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:48 smithi113 bash[21416]: audit 2024-05-11T04:15:47.582462+0000 mon.a (mon.0) 340 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:15:48.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:48 smithi173 bash[23566]: audit 2024-05-11T04:15:47.574072+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.113:0/2717070024' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]: dispatch 2024-05-11T04:15:48.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:48 smithi173 bash[23566]: audit 2024-05-11T04:15:47.574739+0000 mon.a (mon.0) 337 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]: dispatch 2024-05-11T04:15:48.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:48 smithi173 bash[23566]: audit 2024-05-11T04:15:47.582180+0000 mon.a (mon.0) 338 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9897ddb-a3fb-4ac5-be79-8dcdab20296b"}]': finished 2024-05-11T04:15:48.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:48 smithi173 bash[23566]: cluster 2024-05-11T04:15:47.582259+0000 mon.a (mon.0) 339 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-05-11T04:15:48.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:48 smithi173 bash[23566]: audit 2024-05-11T04:15:47.582462+0000 mon.a (mon.0) 340 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:15:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:49 smithi113 bash[21416]: cluster 2024-05-11T04:15:47.357708+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:49 smithi113 bash[21416]: audit 2024-05-11T04:15:48.337264+0000 mon.a (mon.0) 341 : audit 0 from='client.? 172.21.15.113:0/3794357064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:15:49.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:49 smithi113 bash[31590]: cluster 2024-05-11T04:15:47.357708+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:49.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:49 smithi113 bash[31590]: audit 2024-05-11T04:15:48.337264+0000 mon.a (mon.0) 341 : audit 0 from='client.? 172.21.15.113:0/3794357064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:15:49.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:49 smithi173 bash[23566]: cluster 2024-05-11T04:15:47.357708+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:49.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:49 smithi173 bash[23566]: audit 2024-05-11T04:15:48.337264+0000 mon.a (mon.0) 341 : audit 0 from='client.? 172.21.15.113:0/3794357064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:15:51.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:51 smithi113 bash[21416]: cluster 2024-05-11T04:15:49.358063+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:51 smithi113 bash[31590]: cluster 2024-05-11T04:15:49.358063+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:51.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:51 smithi173 bash[23566]: cluster 2024-05-11T04:15:49.358063+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:53.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:53 smithi113 bash[31590]: cluster 2024-05-11T04:15:51.358577+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:53 smithi113 bash[21416]: cluster 2024-05-11T04:15:51.358577+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:53.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:53 smithi173 bash[23566]: cluster 2024-05-11T04:15:51.358577+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:55.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:55 smithi113 bash[31590]: cluster 2024-05-11T04:15:53.359028+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:55.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:55 smithi113 bash[21416]: cluster 2024-05-11T04:15:53.359028+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:55.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:55 smithi173 bash[23566]: cluster 2024-05-11T04:15:53.359028+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:57.443 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:57 smithi113 bash[21416]: cluster 2024-05-11T04:15:55.359454+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:57.444 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:57 smithi113 bash[31590]: cluster 2024-05-11T04:15:55.359454+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:57.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:57 smithi173 bash[23566]: cluster 2024-05-11T04:15:55.359454+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:59.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:15:59 smithi113 bash[31590]: cluster 2024-05-11T04:15:57.359930+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:59.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:15:59 smithi113 bash[21416]: cluster 2024-05-11T04:15:57.359930+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:15:59.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:15:59 smithi173 bash[23566]: cluster 2024-05-11T04:15:57.359930+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:00.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:00 smithi113 bash[21416]: audit 2024-05-11T04:15:59.656613+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:16:00.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:00 smithi113 bash[21416]: audit 2024-05-11T04:15:59.658128+0000 mon.a (mon.0) 343 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:00.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:00 smithi113 bash[31590]: audit 2024-05-11T04:15:59.656613+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:16:00.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:00 smithi113 bash[31590]: audit 2024-05-11T04:15:59.658128+0000 mon.a (mon.0) 343 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:00.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:00 smithi173 bash[23566]: audit 2024-05-11T04:15:59.656613+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:16:00.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:00 smithi173 bash[23566]: audit 2024-05-11T04:15:59.658128+0000 mon.a (mon.0) 343 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:01.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:01 smithi113 bash[31590]: cluster 2024-05-11T04:15:59.360399+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:01.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:01 smithi113 bash[31590]: cephadm 2024-05-11T04:15:59.659319+0000 mgr.y (mgr.14152) 153 : cephadm 1 Deploying daemon osd.2 on smithi113 2024-05-11T04:16:01.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:01 smithi113 bash[21416]: cluster 2024-05-11T04:15:59.360399+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:01.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:01 smithi113 bash[21416]: cephadm 2024-05-11T04:15:59.659319+0000 mgr.y (mgr.14152) 153 : cephadm 1 Deploying daemon osd.2 on smithi113 2024-05-11T04:16:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:01 smithi173 bash[23566]: cluster 2024-05-11T04:15:59.360399+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:01 smithi173 bash[23566]: cephadm 2024-05-11T04:15:59.659319+0000 mgr.y (mgr.14152) 153 : cephadm 1 Deploying daemon osd.2 on smithi113 2024-05-11T04:16:03.478 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:03 smithi113 bash[21416]: cluster 2024-05-11T04:16:01.360851+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.479 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.479 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:03 smithi113 bash[31590]: cluster 2024-05-11T04:16:01.360851+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:03 smithi173 bash[23566]: cluster 2024-05-11T04:16:01.360851+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:03.787 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.787 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.788 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.788 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:03.788 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:16:03 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:04 smithi113 bash[31590]: cluster 2024-05-11T04:16:03.361260+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:04 smithi113 bash[31590]: audit 2024-05-11T04:16:03.825361+0000 mon.a (mon.0) 344 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:04 smithi113 bash[31590]: audit 2024-05-11T04:16:03.830653+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:04 smithi113 bash[31590]: audit 2024-05-11T04:16:03.867307+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:04 smithi113 bash[21416]: cluster 2024-05-11T04:16:03.361260+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:04 smithi113 bash[21416]: audit 2024-05-11T04:16:03.825361+0000 mon.a (mon.0) 344 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:04 smithi113 bash[21416]: audit 2024-05-11T04:16:03.830653+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:04.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:04 smithi113 bash[21416]: audit 2024-05-11T04:16:03.867307+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:05.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:04 smithi173 bash[23566]: cluster 2024-05-11T04:16:03.361260+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:05.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:04 smithi173 bash[23566]: audit 2024-05-11T04:16:03.825361+0000 mon.a (mon.0) 344 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:05.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:04 smithi173 bash[23566]: audit 2024-05-11T04:16:03.830653+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:05.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:04 smithi173 bash[23566]: audit 2024-05-11T04:16:03.867307+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:06.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:06 smithi113 bash[21416]: cluster 2024-05-11T04:16:05.361609+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:06.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:06 smithi113 bash[31590]: cluster 2024-05-11T04:16:05.361609+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:07.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:06 smithi173 bash[23566]: cluster 2024-05-11T04:16:05.361609+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:08.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:08 smithi113 bash[21416]: cluster 2024-05-11T04:16:07.362033+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:08.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:08 smithi113 bash[31590]: cluster 2024-05-11T04:16:07.362033+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:09.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:08 smithi173 bash[23566]: cluster 2024-05-11T04:16:07.362033+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:10 smithi113 bash[31590]: audit 2024-05-11T04:16:09.004312+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:10 smithi113 bash[31590]: audit 2024-05-11T04:16:09.010745+0000 mon.a (mon.0) 348 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:10 smithi113 bash[31590]: audit 2024-05-11T04:16:09.487045+0000 mon.a (mon.0) 349 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:10.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:10 smithi113 bash[31590]: audit 2024-05-11T04:16:09.489067+0000 mon.a (mon.0) 350 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:16:10.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:10 smithi113 bash[31590]: audit 2024-05-11T04:16:09.499429+0000 mon.a (mon.0) 351 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:10 smithi113 bash[21416]: audit 2024-05-11T04:16:09.004312+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:10 smithi113 bash[21416]: audit 2024-05-11T04:16:09.010745+0000 mon.a (mon.0) 348 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:10 smithi113 bash[21416]: audit 2024-05-11T04:16:09.487045+0000 mon.a (mon.0) 349 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:10.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:10 smithi113 bash[21416]: audit 2024-05-11T04:16:09.489067+0000 mon.a (mon.0) 350 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:16:10.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:10 smithi113 bash[21416]: audit 2024-05-11T04:16:09.499429+0000 mon.a (mon.0) 351 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:10 smithi173 bash[23566]: audit 2024-05-11T04:16:09.004312+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:10 smithi173 bash[23566]: audit 2024-05-11T04:16:09.010745+0000 mon.a (mon.0) 348 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:10.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:10 smithi173 bash[23566]: audit 2024-05-11T04:16:09.487045+0000 mon.a (mon.0) 349 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:10.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:10 smithi173 bash[23566]: audit 2024-05-11T04:16:09.489067+0000 mon.a (mon.0) 350 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:16:10.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:10 smithi173 bash[23566]: audit 2024-05-11T04:16:09.499429+0000 mon.a (mon.0) 351 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:11.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:11 smithi173 bash[23566]: cluster 2024-05-11T04:16:09.362409+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:11.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:11 smithi173 bash[23566]: audit 2024-05-11T04:16:10.323627+0000 mon.a (mon.0) 352 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:16:11.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:11 smithi113 bash[21416]: cluster 2024-05-11T04:16:09.362409+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:11.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:11 smithi113 bash[21416]: audit 2024-05-11T04:16:10.323627+0000 mon.a (mon.0) 352 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:16:11.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:11 smithi113 bash[31590]: cluster 2024-05-11T04:16:09.362409+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:11.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:11 smithi113 bash[31590]: audit 2024-05-11T04:16:10.323627+0000 mon.a (mon.0) 352 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:16:12.467 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 2 on host 'smithi113' 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:12 smithi113 bash[31590]: audit 2024-05-11T04:16:11.020896+0000 mon.a (mon.0) 353 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:12 smithi113 bash[31590]: cluster 2024-05-11T04:16:11.021070+0000 mon.a (mon.0) 354 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:12 smithi113 bash[31590]: audit 2024-05-11T04:16:11.021724+0000 mon.a (mon.0) 355 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:12 smithi113 bash[31590]: audit 2024-05-11T04:16:11.022268+0000 mon.a (mon.0) 356 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:12 smithi113 bash[21416]: audit 2024-05-11T04:16:11.020896+0000 mon.a (mon.0) 353 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:12 smithi113 bash[21416]: cluster 2024-05-11T04:16:11.021070+0000 mon.a (mon.0) 354 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:12 smithi113 bash[21416]: audit 2024-05-11T04:16:11.021724+0000 mon.a (mon.0) 355 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:12.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:12 smithi113 bash[21416]: audit 2024-05-11T04:16:11.022268+0000 mon.a (mon.0) 356 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:16:12.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:12 smithi173 bash[23566]: audit 2024-05-11T04:16:11.020896+0000 mon.a (mon.0) 353 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:16:12.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:12 smithi173 bash[23566]: cluster 2024-05-11T04:16:11.021070+0000 mon.a (mon.0) 354 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-05-11T04:16:12.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:12 smithi173 bash[23566]: audit 2024-05-11T04:16:11.021724+0000 mon.a (mon.0) 355 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:12.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:12 smithi173 bash[23566]: audit 2024-05-11T04:16:11.022268+0000 mon.a (mon.0) 356 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:16:13.140 DEBUG:teuthology.orchestra.run.smithi113:osd.2> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.2.service 2024-05-11T04:16:13.143 INFO:tasks.cephadm:Deploying osd.3 on smithi113 with /dev/vg_nvme/lv_1... 2024-05-11T04:16:13.143 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-11T04:16:13.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: cluster 2024-05-11T04:16:11.362826+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:13.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: audit 2024-05-11T04:16:12.022893+0000 mon.a (mon.0) 357 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:16:13.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: cluster 2024-05-11T04:16:12.023053+0000 mon.a (mon.0) 358 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-05-11T04:16:13.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: audit 2024-05-11T04:16:12.023311+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:13.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: audit 2024-05-11T04:16:12.034252+0000 mon.a (mon.0) 360 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: audit 2024-05-11T04:16:12.432728+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: audit 2024-05-11T04:16:12.442166+0000 mon.a (mon.0) 362 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:13 smithi113 bash[21416]: audit 2024-05-11T04:16:12.470668+0000 mon.a (mon.0) 363 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: cluster 2024-05-11T04:16:11.362826+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: audit 2024-05-11T04:16:12.022893+0000 mon.a (mon.0) 357 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: cluster 2024-05-11T04:16:12.023053+0000 mon.a (mon.0) 358 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: audit 2024-05-11T04:16:12.023311+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: audit 2024-05-11T04:16:12.034252+0000 mon.a (mon.0) 360 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: audit 2024-05-11T04:16:12.432728+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: audit 2024-05-11T04:16:12.442166+0000 mon.a (mon.0) 362 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:13.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:13 smithi113 bash[31590]: audit 2024-05-11T04:16:12.470668+0000 mon.a (mon.0) 363 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: cluster 2024-05-11T04:16:11.362826+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: audit 2024-05-11T04:16:12.022893+0000 mon.a (mon.0) 357 : audit 1 from='osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: cluster 2024-05-11T04:16:12.023053+0000 mon.a (mon.0) 358 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: audit 2024-05-11T04:16:12.023311+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: audit 2024-05-11T04:16:12.034252+0000 mon.a (mon.0) 360 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: audit 2024-05-11T04:16:12.432728+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: audit 2024-05-11T04:16:12.442166+0000 mon.a (mon.0) 362 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:13.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:13 smithi173 bash[23566]: audit 2024-05-11T04:16:12.470668+0000 mon.a (mon.0) 363 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:14.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: cluster 2024-05-11T04:16:11.307695+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:16:14.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: cluster 2024-05-11T04:16:11.307751+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:16:14.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: audit 2024-05-11T04:16:13.035110+0000 mon.a (mon.0) 364 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:14.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: cluster 2024-05-11T04:16:13.044873+0000 mon.a (mon.0) 365 : cluster 1 osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139] boot 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: cluster 2024-05-11T04:16:13.044957+0000 mon.a (mon.0) 366 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: audit 2024-05-11T04:16:13.045223+0000 mon.a (mon.0) 367 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:14 smithi113 bash[21416]: audit 2024-05-11T04:16:13.492015+0000 mon.a (mon.0) 368 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: cluster 2024-05-11T04:16:11.307695+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: cluster 2024-05-11T04:16:11.307751+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: audit 2024-05-11T04:16:13.035110+0000 mon.a (mon.0) 364 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: cluster 2024-05-11T04:16:13.044873+0000 mon.a (mon.0) 365 : cluster 1 osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139] boot 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: cluster 2024-05-11T04:16:13.044957+0000 mon.a (mon.0) 366 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: audit 2024-05-11T04:16:13.045223+0000 mon.a (mon.0) 367 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:14.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:14 smithi113 bash[31590]: audit 2024-05-11T04:16:13.492015+0000 mon.a (mon.0) 368 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: cluster 2024-05-11T04:16:11.307695+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: cluster 2024-05-11T04:16:11.307751+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: audit 2024-05-11T04:16:13.035110+0000 mon.a (mon.0) 364 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: cluster 2024-05-11T04:16:13.044873+0000 mon.a (mon.0) 365 : cluster 1 osd.2 [v2:172.21.15.113:6818/742041139,v1:172.21.15.113:6819/742041139] boot 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: cluster 2024-05-11T04:16:13.044957+0000 mon.a (mon.0) 366 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: audit 2024-05-11T04:16:13.045223+0000 mon.a (mon.0) 367 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:16:14.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:14 smithi173 bash[23566]: audit 2024-05-11T04:16:13.492015+0000 mon.a (mon.0) 368 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:16:15.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:15 smithi113 bash[31590]: cluster 2024-05-11T04:16:13.363162+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:15 smithi113 bash[31590]: audit 2024-05-11T04:16:14.053475+0000 mon.a (mon.0) 369 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:15 smithi113 bash[31590]: cluster 2024-05-11T04:16:14.053742+0000 mon.a (mon.0) 370 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:15 smithi113 bash[31590]: audit 2024-05-11T04:16:14.055914+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:15 smithi113 bash[21416]: cluster 2024-05-11T04:16:13.363162+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:15 smithi113 bash[21416]: audit 2024-05-11T04:16:14.053475+0000 mon.a (mon.0) 369 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:15 smithi113 bash[21416]: cluster 2024-05-11T04:16:14.053742+0000 mon.a (mon.0) 370 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-05-11T04:16:15.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:15 smithi113 bash[21416]: audit 2024-05-11T04:16:14.055914+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:16:15.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:15 smithi173 bash[23566]: cluster 2024-05-11T04:16:13.363162+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:16:15.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:15 smithi173 bash[23566]: audit 2024-05-11T04:16:14.053475+0000 mon.a (mon.0) 369 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-11T04:16:15.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:15 smithi173 bash[23566]: cluster 2024-05-11T04:16:14.053742+0000 mon.a (mon.0) 370 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-05-11T04:16:15.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:15 smithi173 bash[23566]: audit 2024-05-11T04:16:14.055914+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:16:16.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:16 smithi113 bash[21416]: audit 2024-05-11T04:16:15.055568+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:16:16.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:16 smithi113 bash[21416]: cluster 2024-05-11T04:16:15.055827+0000 mon.a (mon.0) 373 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-05-11T04:16:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:16 smithi113 bash[31590]: audit 2024-05-11T04:16:15.055568+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:16:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:16 smithi113 bash[31590]: cluster 2024-05-11T04:16:15.055827+0000 mon.a (mon.0) 373 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-05-11T04:16:16.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:16 smithi173 bash[23566]: audit 2024-05-11T04:16:15.055568+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:16:16.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:16 smithi173 bash[23566]: cluster 2024-05-11T04:16:15.055827+0000 mon.a (mon.0) 373 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-05-11T04:16:17.299 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:16:17.397 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:17 smithi113 bash[21416]: cluster 2024-05-11T04:16:15.363456+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v130: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:17.397 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:17 smithi113 bash[21416]: cluster 2024-05-11T04:16:16.071363+0000 mon.a (mon.0) 374 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-05-11T04:16:17.397 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:17 smithi113 bash[21416]: audit 2024-05-11T04:16:16.376993+0000 mon.a (mon.0) 375 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:17.397 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:17 smithi113 bash[31590]: cluster 2024-05-11T04:16:15.363456+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v130: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:17.397 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:17 smithi113 bash[31590]: cluster 2024-05-11T04:16:16.071363+0000 mon.a (mon.0) 374 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-05-11T04:16:17.397 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:17 smithi113 bash[31590]: audit 2024-05-11T04:16:16.376993+0000 mon.a (mon.0) 375 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:17.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:17 smithi173 bash[23566]: cluster 2024-05-11T04:16:15.363456+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v130: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:17.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:17 smithi173 bash[23566]: cluster 2024-05-11T04:16:16.071363+0000 mon.a (mon.0) 374 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-05-11T04:16:17.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:17 smithi173 bash[23566]: audit 2024-05-11T04:16:16.376993+0000 mon.a (mon.0) 375 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: cluster 2024-05-11T04:16:17.363749+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v132: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: cluster 2024-05-11T04:16:18.091163+0000 mon.a (mon.0) 376 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:18.194265+0000 mon.a (mon.0) 377 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.056206+0000 mon.a (mon.0) 378 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.056741+0000 mon.a (mon.0) 379 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.056964+0000 mon.a (mon.0) 380 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.057124+0000 mon.a (mon.0) 381 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:20.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.059548+0000 mon.a (mon.0) 382 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:20.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.059672+0000 mon.a (mon.0) 383 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:20.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:19 smithi113 bash[31590]: audit 2024-05-11T04:16:19.059823+0000 mon.a (mon.0) 384 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:20.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: cluster 2024-05-11T04:16:17.363749+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v132: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:20.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: cluster 2024-05-11T04:16:18.091163+0000 mon.a (mon.0) 376 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-05-11T04:16:20.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:18.194265+0000 mon.a (mon.0) 377 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.056206+0000 mon.a (mon.0) 378 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.056741+0000 mon.a (mon.0) 379 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.056964+0000 mon.a (mon.0) 380 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.057124+0000 mon.a (mon.0) 381 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.059548+0000 mon.a (mon.0) 382 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.059672+0000 mon.a (mon.0) 383 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:20.237 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:19 smithi113 bash[21416]: audit 2024-05-11T04:16:19.059823+0000 mon.a (mon.0) 384 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: cluster 2024-05-11T04:16:17.363749+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v132: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: cluster 2024-05-11T04:16:18.091163+0000 mon.a (mon.0) 376 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:18.194265+0000 mon.a (mon.0) 377 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.056206+0000 mon.a (mon.0) 378 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.056741+0000 mon.a (mon.0) 379 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.056964+0000 mon.a (mon.0) 380 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.057124+0000 mon.a (mon.0) 381 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.059548+0000 mon.a (mon.0) 382 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.059672+0000 mon.a (mon.0) 383 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:19 smithi173 bash[23566]: audit 2024-05-11T04:16:19.059823+0000 mon.a (mon.0) 384 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:19.058636+0000 mon.b (mon.1) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: cluster 2024-05-11T04:16:19.364222+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:19.955914+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:19.997591+0000 mon.a (mon.0) 385 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:19.999804+0000 mon.c (mon.2) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:20.000255+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:20.000691+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:20.001126+0000 mon.a (mon.0) 388 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:21.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:20 smithi113 bash[31590]: audit 2024-05-11T04:16:20.901877+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:19.058636+0000 mon.b (mon.1) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: cluster 2024-05-11T04:16:19.364222+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:19.955914+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:19.997591+0000 mon.a (mon.0) 385 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:19.999804+0000 mon.c (mon.2) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:20.000255+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:20.000691+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:20.001126+0000 mon.a (mon.0) 388 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:21.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:20 smithi113 bash[21416]: audit 2024-05-11T04:16:20.901877+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:21.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:19.058636+0000 mon.b (mon.1) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:21.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: cluster 2024-05-11T04:16:19.364222+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:21.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:19.955914+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:21.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:19.997591+0000 mon.a (mon.0) 385 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:21.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:19.999804+0000 mon.c (mon.2) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:16:21.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:20.000255+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:16:21.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:20.000691+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:16:21.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:20.001126+0000 mon.a (mon.0) 388 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:16:21.275 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:20 smithi173 bash[23566]: audit 2024-05-11T04:16:20.901877+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:16:21.547 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-11T04:16:21.547 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-11T04:16:21.547 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-05-11T04:16:21.547 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-05-11T04:16:21.547 INFO:teuthology.orchestra.run.smithi113.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0119777 s, 875 MB/s 2024-05-11T04:16:21.547 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-05-11T04:16:22.199 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi113:vg_nvme/lv_1 2024-05-11T04:16:23.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: cluster 2024-05-11T04:16:21.364570+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:23.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.822831+0000 mon.a (mon.0) 389 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.831826+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.834341+0000 mon.a (mon.0) 391 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.836025+0000 mon.a (mon.0) 392 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.837695+0000 mon.a (mon.0) 393 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.846409+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.848532+0000 mon.a (mon.0) 395 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.849985+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:22 smithi113 bash[21416]: audit 2024-05-11T04:16:22.858193+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: cluster 2024-05-11T04:16:21.364570+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.822831+0000 mon.a (mon.0) 389 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.831826+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.834341+0000 mon.a (mon.0) 391 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.836025+0000 mon.a (mon.0) 392 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.837695+0000 mon.a (mon.0) 393 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.846409+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.848532+0000 mon.a (mon.0) 395 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:23.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.849985+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:16:23.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:22 smithi113 bash[31590]: audit 2024-05-11T04:16:22.858193+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: cluster 2024-05-11T04:16:21.364570+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.822831+0000 mon.a (mon.0) 389 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.831826+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.834341+0000 mon.a (mon.0) 391 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.836025+0000 mon.a (mon.0) 392 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.837695+0000 mon.a (mon.0) 393 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.846409+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.848532+0000 mon.a (mon.0) 395 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:23.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.849985+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:16:23.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:22 smithi173 bash[23566]: audit 2024-05-11T04:16:22.858193+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:24.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:23 smithi113 bash[21416]: cephadm 2024-05-11T04:16:22.814366+0000 mgr.y (mgr.14152) 165 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:16:24.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:23 smithi113 bash[21416]: cephadm 2024-05-11T04:16:22.838913+0000 mgr.y (mgr.14152) 166 : cephadm 1 Adjusting osd_memory_target on smithi113 to 5413M 2024-05-11T04:16:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:23 smithi113 bash[31590]: cephadm 2024-05-11T04:16:22.814366+0000 mgr.y (mgr.14152) 165 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:16:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:23 smithi113 bash[31590]: cephadm 2024-05-11T04:16:22.838913+0000 mgr.y (mgr.14152) 166 : cephadm 1 Adjusting osd_memory_target on smithi113 to 5413M 2024-05-11T04:16:24.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:23 smithi173 bash[23566]: cephadm 2024-05-11T04:16:22.814366+0000 mgr.y (mgr.14152) 165 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:16:24.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:23 smithi173 bash[23566]: cephadm 2024-05-11T04:16:22.838913+0000 mgr.y (mgr.14152) 166 : cephadm 1 Adjusting osd_memory_target on smithi113 to 5413M 2024-05-11T04:16:25.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:24 smithi113 bash[21416]: cluster 2024-05-11T04:16:23.364982+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:25.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:24 smithi113 bash[31590]: cluster 2024-05-11T04:16:23.364982+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:25.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:24 smithi173 bash[23566]: cluster 2024-05-11T04:16:23.364982+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:26.897 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:16:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:26 smithi113 bash[21416]: cluster 2024-05-11T04:16:25.365668+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-05-11T04:16:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:26 smithi113 bash[31590]: cluster 2024-05-11T04:16:25.365668+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-05-11T04:16:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:26 smithi173 bash[23566]: cluster 2024-05-11T04:16:25.365668+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-05-11T04:16:29.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:28 smithi173 bash[23566]: cluster 2024-05-11T04:16:27.366259+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-05-11T04:16:29.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:28 smithi113 bash[21416]: cluster 2024-05-11T04:16:27.366259+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-05-11T04:16:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:28 smithi113 bash[31590]: cluster 2024-05-11T04:16:27.366259+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-05-11T04:16:30.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:29 smithi173 bash[23566]: audit 2024-05-11T04:16:29.536977+0000 mon.a (mon.0) 398 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:16:30.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:29 smithi173 bash[23566]: audit 2024-05-11T04:16:29.542891+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:16:30.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:29 smithi173 bash[23566]: audit 2024-05-11T04:16:29.544282+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:30.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:29 smithi113 bash[21416]: audit 2024-05-11T04:16:29.536977+0000 mon.a (mon.0) 398 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:16:30.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:29 smithi113 bash[21416]: audit 2024-05-11T04:16:29.542891+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:16:30.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:29 smithi113 bash[21416]: audit 2024-05-11T04:16:29.544282+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:30.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:29 smithi113 bash[31590]: audit 2024-05-11T04:16:29.536977+0000 mon.a (mon.0) 398 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:16:30.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:29 smithi113 bash[31590]: audit 2024-05-11T04:16:29.542891+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:16:30.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:29 smithi113 bash[31590]: audit 2024-05-11T04:16:29.544282+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:31.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:30 smithi173 bash[23566]: cluster 2024-05-11T04:16:29.366610+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-11T04:16:31.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:30 smithi173 bash[23566]: audit 2024-05-11T04:16:29.530126+0000 mgr.y (mgr.14152) 171 : audit 0 from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:16:31.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:30 smithi113 bash[21416]: cluster 2024-05-11T04:16:29.366610+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-11T04:16:31.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:30 smithi113 bash[21416]: audit 2024-05-11T04:16:29.530126+0000 mgr.y (mgr.14152) 171 : audit 0 from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:16:31.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:30 smithi113 bash[31590]: cluster 2024-05-11T04:16:29.366610+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-05-11T04:16:31.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:30 smithi113 bash[31590]: audit 2024-05-11T04:16:29.530126+0000 mgr.y (mgr.14152) 171 : audit 0 from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:16:33.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:32 smithi173 bash[23566]: cluster 2024-05-11T04:16:31.367123+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:33.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:32 smithi113 bash[21416]: cluster 2024-05-11T04:16:31.367123+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:33.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:32 smithi113 bash[31590]: cluster 2024-05-11T04:16:31.367123+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:35.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:34 smithi173 bash[23566]: cluster 2024-05-11T04:16:33.367672+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:35.274 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:34 smithi113 bash[31590]: cluster 2024-05-11T04:16:33.367672+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:35.274 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:34 smithi113 bash[21416]: cluster 2024-05-11T04:16:33.367672+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:37.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:37 smithi173 bash[23566]: cluster 2024-05-11T04:16:35.368031+0000 mgr.y (mgr.14152) 174 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:37.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:37 smithi113 bash[31590]: cluster 2024-05-11T04:16:35.368031+0000 mgr.y (mgr.14152) 174 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:37.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:37 smithi113 bash[21416]: cluster 2024-05-11T04:16:35.368031+0000 mgr.y (mgr.14152) 174 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-05-11T04:16:38.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:38 smithi173 bash[23566]: audit 2024-05-11T04:16:37.522076+0000 mon.a (mon.0) 401 : audit 1 from='client.? 172.21.15.113:0/920279122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "921939dd-fc99-4d86-b752-60723d45a13b"}]: dispatch 2024-05-11T04:16:38.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:38 smithi173 bash[23566]: audit 2024-05-11T04:16:37.527993+0000 mon.a (mon.0) 402 : audit 1 from='client.? 172.21.15.113:0/920279122' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "921939dd-fc99-4d86-b752-60723d45a13b"}]': finished 2024-05-11T04:16:38.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:38 smithi173 bash[23566]: cluster 2024-05-11T04:16:37.528052+0000 mon.a (mon.0) 403 : cluster 0 osdmap e22: 4 total, 3 up, 4 in 2024-05-11T04:16:38.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:38 smithi173 bash[23566]: audit 2024-05-11T04:16:37.528166+0000 mon.a (mon.0) 404 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:16:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:38 smithi113 bash[21416]: audit 2024-05-11T04:16:37.522076+0000 mon.a (mon.0) 401 : audit 1 from='client.? 172.21.15.113:0/920279122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "921939dd-fc99-4d86-b752-60723d45a13b"}]: dispatch 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:38 smithi113 bash[21416]: audit 2024-05-11T04:16:37.527993+0000 mon.a (mon.0) 402 : audit 1 from='client.? 172.21.15.113:0/920279122' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "921939dd-fc99-4d86-b752-60723d45a13b"}]': finished 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:38 smithi113 bash[21416]: cluster 2024-05-11T04:16:37.528052+0000 mon.a (mon.0) 403 : cluster 0 osdmap e22: 4 total, 3 up, 4 in 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:38 smithi113 bash[21416]: audit 2024-05-11T04:16:37.528166+0000 mon.a (mon.0) 404 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:38 smithi113 bash[31590]: audit 2024-05-11T04:16:37.522076+0000 mon.a (mon.0) 401 : audit 1 from='client.? 172.21.15.113:0/920279122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "921939dd-fc99-4d86-b752-60723d45a13b"}]: dispatch 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:38 smithi113 bash[31590]: audit 2024-05-11T04:16:37.527993+0000 mon.a (mon.0) 402 : audit 1 from='client.? 172.21.15.113:0/920279122' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "921939dd-fc99-4d86-b752-60723d45a13b"}]': finished 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:38 smithi113 bash[31590]: cluster 2024-05-11T04:16:37.528052+0000 mon.a (mon.0) 403 : cluster 0 osdmap e22: 4 total, 3 up, 4 in 2024-05-11T04:16:38.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:38 smithi113 bash[31590]: audit 2024-05-11T04:16:37.528166+0000 mon.a (mon.0) 404 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:16:39.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:39 smithi173 bash[23566]: cluster 2024-05-11T04:16:37.368360+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:39.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:39 smithi173 bash[23566]: audit 2024-05-11T04:16:38.231414+0000 mon.a (mon.0) 405 : audit 0 from='client.? 172.21.15.113:0/2974482347' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:16:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:39 smithi113 bash[21416]: cluster 2024-05-11T04:16:37.368360+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:39.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:39 smithi113 bash[21416]: audit 2024-05-11T04:16:38.231414+0000 mon.a (mon.0) 405 : audit 0 from='client.? 172.21.15.113:0/2974482347' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:16:39.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:39 smithi113 bash[31590]: cluster 2024-05-11T04:16:37.368360+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:39.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:39 smithi113 bash[31590]: audit 2024-05-11T04:16:38.231414+0000 mon.a (mon.0) 405 : audit 0 from='client.? 172.21.15.113:0/2974482347' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:16:41.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:41 smithi173 bash[23566]: cluster 2024-05-11T04:16:39.368887+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:41 smithi113 bash[21416]: cluster 2024-05-11T04:16:39.368887+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:41.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:41 smithi113 bash[31590]: cluster 2024-05-11T04:16:39.368887+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:43.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:43 smithi173 bash[23566]: cluster 2024-05-11T04:16:41.369367+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:43.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:43 smithi113 bash[21416]: cluster 2024-05-11T04:16:41.369367+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:43.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:43 smithi113 bash[31590]: cluster 2024-05-11T04:16:41.369367+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:45.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:45 smithi173 bash[23566]: cluster 2024-05-11T04:16:43.369892+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:45 smithi113 bash[21416]: cluster 2024-05-11T04:16:43.369892+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:45 smithi113 bash[31590]: cluster 2024-05-11T04:16:43.369892+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:47.338 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:47 smithi113 bash[31590]: cluster 2024-05-11T04:16:45.370432+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:47.339 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:47 smithi113 bash[21416]: cluster 2024-05-11T04:16:45.370432+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:47.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:47 smithi173 bash[23566]: cluster 2024-05-11T04:16:45.370432+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:49.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:49 smithi113 bash[21416]: cluster 2024-05-11T04:16:47.370955+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:49.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:49 smithi113 bash[31590]: cluster 2024-05-11T04:16:47.370955+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:49.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:49 smithi173 bash[23566]: cluster 2024-05-11T04:16:47.370955+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:50.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:50 smithi113 bash[21416]: audit 2024-05-11T04:16:49.669373+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:16:50.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:50 smithi113 bash[21416]: audit 2024-05-11T04:16:49.671046+0000 mon.a (mon.0) 407 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:50.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:50 smithi113 bash[31590]: audit 2024-05-11T04:16:49.669373+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:16:50.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:50 smithi113 bash[31590]: audit 2024-05-11T04:16:49.671046+0000 mon.a (mon.0) 407 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:50.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:50 smithi173 bash[23566]: audit 2024-05-11T04:16:49.669373+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:16:50.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:50 smithi173 bash[23566]: audit 2024-05-11T04:16:49.671046+0000 mon.a (mon.0) 407 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:16:51.130 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:51 smithi113 bash[21416]: cluster 2024-05-11T04:16:49.371514+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:51.130 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:51 smithi113 bash[21416]: cephadm 2024-05-11T04:16:49.672521+0000 mgr.y (mgr.14152) 182 : cephadm 1 Deploying daemon osd.3 on smithi113 2024-05-11T04:16:51.130 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:51 smithi113 bash[31590]: cluster 2024-05-11T04:16:49.371514+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:51.130 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:51 smithi113 bash[31590]: cephadm 2024-05-11T04:16:49.672521+0000 mgr.y (mgr.14152) 182 : cephadm 1 Deploying daemon osd.3 on smithi113 2024-05-11T04:16:51.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:51 smithi173 bash[23566]: cluster 2024-05-11T04:16:49.371514+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:51.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:51 smithi173 bash[23566]: cephadm 2024-05-11T04:16:49.672521+0000 mgr.y (mgr.14152) 182 : cephadm 1 Deploying daemon osd.3 on smithi113 2024-05-11T04:16:53.360 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:53 smithi113 bash[21416]: cluster 2024-05-11T04:16:51.372038+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:53.361 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:53 smithi113 bash[31590]: cluster 2024-05-11T04:16:51.372038+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:53.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:53 smithi173 bash[23566]: cluster 2024-05-11T04:16:51.372038+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:53.630 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.630 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.631 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.631 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.631 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.632 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.894 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.894 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.894 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.895 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.895 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:53.895 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:16:53 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:16:55.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:54 smithi113 bash[21416]: cluster 2024-05-11T04:16:53.372674+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:55.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:54 smithi113 bash[21416]: audit 2024-05-11T04:16:53.933915+0000 mon.a (mon.0) 408 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:55.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:54 smithi113 bash[21416]: audit 2024-05-11T04:16:53.941319+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:55.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:54 smithi113 bash[21416]: audit 2024-05-11T04:16:53.967710+0000 mon.a (mon.0) 410 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:55.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:54 smithi113 bash[31590]: cluster 2024-05-11T04:16:53.372674+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:55.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:54 smithi113 bash[31590]: audit 2024-05-11T04:16:53.933915+0000 mon.a (mon.0) 408 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:55.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:54 smithi113 bash[31590]: audit 2024-05-11T04:16:53.941319+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:55.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:54 smithi113 bash[31590]: audit 2024-05-11T04:16:53.967710+0000 mon.a (mon.0) 410 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:55.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:54 smithi173 bash[23566]: cluster 2024-05-11T04:16:53.372674+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:55.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:54 smithi173 bash[23566]: audit 2024-05-11T04:16:53.933915+0000 mon.a (mon.0) 408 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:55.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:54 smithi173 bash[23566]: audit 2024-05-11T04:16:53.941319+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:16:55.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:54 smithi173 bash[23566]: audit 2024-05-11T04:16:53.967710+0000 mon.a (mon.0) 410 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:16:57.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:56 smithi113 bash[21416]: cluster 2024-05-11T04:16:55.373083+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:57.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:56 smithi113 bash[31590]: cluster 2024-05-11T04:16:55.373083+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:57.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:56 smithi173 bash[23566]: cluster 2024-05-11T04:16:55.373083+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:59.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:16:58 smithi113 bash[21416]: cluster 2024-05-11T04:16:57.373681+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:59.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:16:58 smithi113 bash[31590]: cluster 2024-05-11T04:16:57.373681+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:16:59.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:16:58 smithi173 bash[23566]: cluster 2024-05-11T04:16:57.373681+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:00 smithi113 bash[31590]: audit 2024-05-11T04:16:59.151143+0000 mon.a (mon.0) 411 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:00 smithi113 bash[31590]: audit 2024-05-11T04:16:59.158218+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:00 smithi113 bash[31590]: audit 2024-05-11T04:16:59.159920+0000 mon.a (mon.0) 413 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:00 smithi113 bash[31590]: audit 2024-05-11T04:16:59.161812+0000 mon.a (mon.0) 414 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:00 smithi113 bash[31590]: audit 2024-05-11T04:16:59.168774+0000 mon.a (mon.0) 415 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:00 smithi113 bash[21416]: audit 2024-05-11T04:16:59.151143+0000 mon.a (mon.0) 411 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:00 smithi113 bash[21416]: audit 2024-05-11T04:16:59.158218+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.421 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:00 smithi113 bash[21416]: audit 2024-05-11T04:16:59.159920+0000 mon.a (mon.0) 413 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:00.422 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:00 smithi113 bash[21416]: audit 2024-05-11T04:16:59.161812+0000 mon.a (mon.0) 414 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:00.422 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:00 smithi113 bash[21416]: audit 2024-05-11T04:16:59.168774+0000 mon.a (mon.0) 415 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:00 smithi173 bash[23566]: audit 2024-05-11T04:16:59.151143+0000 mon.a (mon.0) 411 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:00 smithi173 bash[23566]: audit 2024-05-11T04:16:59.158218+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:00.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:00 smithi173 bash[23566]: audit 2024-05-11T04:16:59.159920+0000 mon.a (mon.0) 413 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:00.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:00 smithi173 bash[23566]: audit 2024-05-11T04:16:59.161812+0000 mon.a (mon.0) 414 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:00.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:00 smithi173 bash[23566]: audit 2024-05-11T04:16:59.168774+0000 mon.a (mon.0) 415 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:01.432 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:01 smithi173 bash[23566]: cluster 2024-05-11T04:16:59.374237+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:01.433 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:01 smithi173 bash[23566]: audit 2024-05-11T04:17:00.427153+0000 mon.c (mon.2) 9 : audit 1 from='osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:17:01.433 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:01 smithi173 bash[23566]: audit 2024-05-11T04:17:00.427483+0000 mon.a (mon.0) 416 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:17:01.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:01 smithi113 bash[31590]: cluster 2024-05-11T04:16:59.374237+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:01.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:01 smithi113 bash[31590]: audit 2024-05-11T04:17:00.427153+0000 mon.c (mon.2) 9 : audit 1 from='osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:17:01.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:01 smithi113 bash[31590]: audit 2024-05-11T04:17:00.427483+0000 mon.a (mon.0) 416 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:17:01.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:01 smithi113 bash[21416]: cluster 2024-05-11T04:16:59.374237+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:01.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:01 smithi113 bash[21416]: audit 2024-05-11T04:17:00.427153+0000 mon.c (mon.2) 9 : audit 1 from='osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:17:01.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:01 smithi113 bash[21416]: audit 2024-05-11T04:17:00.427483+0000 mon.a (mon.0) 416 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:17:02.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:02 smithi113 bash[21416]: audit 2024-05-11T04:17:01.176694+0000 mon.a (mon.0) 417 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:17:02.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:02 smithi113 bash[21416]: cluster 2024-05-11T04:17:01.176943+0000 mon.a (mon.0) 418 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:02 smithi113 bash[21416]: audit 2024-05-11T04:17:01.177549+0000 mon.a (mon.0) 419 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:02 smithi113 bash[21416]: audit 2024-05-11T04:17:01.178876+0000 mon.c (mon.2) 10 : audit 1 from='osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:02 smithi113 bash[21416]: audit 2024-05-11T04:17:01.185568+0000 mon.a (mon.0) 420 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:02 smithi113 bash[31590]: audit 2024-05-11T04:17:01.176694+0000 mon.a (mon.0) 417 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:02 smithi113 bash[31590]: cluster 2024-05-11T04:17:01.176943+0000 mon.a (mon.0) 418 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:02 smithi113 bash[31590]: audit 2024-05-11T04:17:01.177549+0000 mon.a (mon.0) 419 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:02 smithi113 bash[31590]: audit 2024-05-11T04:17:01.178876+0000 mon.c (mon.2) 10 : audit 1 from='osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:17:02.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:02 smithi113 bash[31590]: audit 2024-05-11T04:17:01.185568+0000 mon.a (mon.0) 420 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:17:02.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:02 smithi173 bash[23566]: audit 2024-05-11T04:17:01.176694+0000 mon.a (mon.0) 417 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:17:02.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:02 smithi173 bash[23566]: cluster 2024-05-11T04:17:01.176943+0000 mon.a (mon.0) 418 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-05-11T04:17:02.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:02 smithi173 bash[23566]: audit 2024-05-11T04:17:01.177549+0000 mon.a (mon.0) 419 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:02.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:02 smithi173 bash[23566]: audit 2024-05-11T04:17:01.178876+0000 mon.c (mon.2) 10 : audit 1 from='osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:17:02.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:02 smithi173 bash[23566]: audit 2024-05-11T04:17:01.185568+0000 mon.a (mon.0) 420 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:17:02.633 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 3 on host 'smithi113' 2024-05-11T04:17:03.234 DEBUG:teuthology.orchestra.run.smithi113:osd.3> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.3.service 2024-05-11T04:17:03.237 INFO:tasks.cephadm:Deploying osd.4 on smithi173 with /dev/vg_nvme/lv_4... 2024-05-11T04:17:03.237 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-11T04:17:03.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: cluster 2024-05-11T04:17:01.374784+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.195590+0000 mon.a (mon.0) 421 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: cluster 2024-05-11T04:17:02.195751+0000 mon.a (mon.0) 422 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.196311+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.204269+0000 mon.a (mon.0) 424 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.548347+0000 mon.a (mon.0) 425 : audit 1 from='osd.3 ' entity='osd.3' 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.598649+0000 mon.a (mon.0) 426 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.605383+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:03 smithi113 bash[21416]: audit 2024-05-11T04:17:02.609002+0000 mon.a (mon.0) 428 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:03.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: cluster 2024-05-11T04:17:01.374784+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.195590+0000 mon.a (mon.0) 421 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: cluster 2024-05-11T04:17:02.195751+0000 mon.a (mon.0) 422 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.196311+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.204269+0000 mon.a (mon.0) 424 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.548347+0000 mon.a (mon.0) 425 : audit 1 from='osd.3 ' entity='osd.3' 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.598649+0000 mon.a (mon.0) 426 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.605383+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:03.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:03 smithi113 bash[31590]: audit 2024-05-11T04:17:02.609002+0000 mon.a (mon.0) 428 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: cluster 2024-05-11T04:17:01.374784+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.195590+0000 mon.a (mon.0) 421 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: cluster 2024-05-11T04:17:02.195751+0000 mon.a (mon.0) 422 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.196311+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.204269+0000 mon.a (mon.0) 424 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.548347+0000 mon.a (mon.0) 425 : audit 1 from='osd.3 ' entity='osd.3' 2024-05-11T04:17:03.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.598649+0000 mon.a (mon.0) 426 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:03.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.605383+0000 mon.a (mon.0) 427 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:03.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:03 smithi173 bash[23566]: audit 2024-05-11T04:17:02.609002+0000 mon.a (mon.0) 428 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:04 smithi113 bash[31590]: cluster 2024-05-11T04:17:01.461829+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:04 smithi113 bash[31590]: cluster 2024-05-11T04:17:01.461884+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:04 smithi113 bash[31590]: audit 2024-05-11T04:17:03.203611+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:04 smithi113 bash[31590]: cluster 2024-05-11T04:17:03.555533+0000 mon.a (mon.0) 430 : cluster 1 osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514] boot 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:04 smithi113 bash[31590]: cluster 2024-05-11T04:17:03.555760+0000 mon.a (mon.0) 431 : cluster 0 osdmap e25: 4 total, 4 up, 4 in 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:04 smithi113 bash[31590]: audit 2024-05-11T04:17:03.556213+0000 mon.a (mon.0) 432 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:04 smithi113 bash[21416]: cluster 2024-05-11T04:17:01.461829+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:04 smithi113 bash[21416]: cluster 2024-05-11T04:17:01.461884+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:04 smithi113 bash[21416]: audit 2024-05-11T04:17:03.203611+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:04.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:04 smithi113 bash[21416]: cluster 2024-05-11T04:17:03.555533+0000 mon.a (mon.0) 430 : cluster 1 osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514] boot 2024-05-11T04:17:04.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:04 smithi113 bash[21416]: cluster 2024-05-11T04:17:03.555760+0000 mon.a (mon.0) 431 : cluster 0 osdmap e25: 4 total, 4 up, 4 in 2024-05-11T04:17:04.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:04 smithi113 bash[21416]: audit 2024-05-11T04:17:03.556213+0000 mon.a (mon.0) 432 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:04.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:04 smithi173 bash[23566]: cluster 2024-05-11T04:17:01.461829+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:17:04.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:04 smithi173 bash[23566]: cluster 2024-05-11T04:17:01.461884+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:17:04.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:04 smithi173 bash[23566]: audit 2024-05-11T04:17:03.203611+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:04.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:04 smithi173 bash[23566]: cluster 2024-05-11T04:17:03.555533+0000 mon.a (mon.0) 430 : cluster 1 osd.3 [v2:172.21.15.113:6826/1868147514,v1:172.21.15.113:6827/1868147514] boot 2024-05-11T04:17:04.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:04 smithi173 bash[23566]: cluster 2024-05-11T04:17:03.555760+0000 mon.a (mon.0) 431 : cluster 0 osdmap e25: 4 total, 4 up, 4 in 2024-05-11T04:17:04.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:04 smithi173 bash[23566]: audit 2024-05-11T04:17:03.556213+0000 mon.a (mon.0) 432 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:17:05.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:05 smithi113 bash[31590]: cluster 2024-05-11T04:17:03.375285+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:05 smithi113 bash[21416]: cluster 2024-05-11T04:17:03.375285+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:05 smithi173 bash[23566]: cluster 2024-05-11T04:17:03.375285+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:17:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:06 smithi113 bash[31590]: cluster 2024-05-11T04:17:05.215675+0000 mon.a (mon.0) 433 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-05-11T04:17:06.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:06 smithi113 bash[21416]: cluster 2024-05-11T04:17:05.215675+0000 mon.a (mon.0) 433 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-05-11T04:17:06.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:06 smithi173 bash[23566]: cluster 2024-05-11T04:17:05.215675+0000 mon.a (mon.0) 433 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-05-11T04:17:07.470 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:07 smithi113 bash[31590]: cluster 2024-05-11T04:17:05.375799+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:07.471 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:07 smithi113 bash[21416]: cluster 2024-05-11T04:17:05.375799+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:07.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:07 smithi173 bash[23566]: cluster 2024-05-11T04:17:05.375799+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:07.905 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:17:09.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:09 smithi113 bash[31590]: cluster 2024-05-11T04:17:07.376324+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:09.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:09 smithi113 bash[21416]: cluster 2024-05-11T04:17:07.376324+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:09.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:09 smithi173 bash[23566]: cluster 2024-05-11T04:17:07.376324+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:10.683 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-11T04:17:10.683 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-11T04:17:10.683 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-05-11T04:17:10.683 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-05-11T04:17:10.684 INFO:teuthology.orchestra.run.smithi173.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0139936 s, 749 MB/s 2024-05-11T04:17:10.684 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-05-11T04:17:11.284 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_4 2024-05-11T04:17:11.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:11 smithi113 bash[21416]: cluster 2024-05-11T04:17:09.376938+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:11.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:11 smithi113 bash[31590]: cluster 2024-05-11T04:17:09.376938+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:11.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:11 smithi173 bash[23566]: cluster 2024-05-11T04:17:09.376938+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:13.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: cluster 2024-05-11T04:17:11.377418+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:13.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: cephadm 2024-05-11T04:17:11.797541+0000 mgr.y (mgr.14152) 194 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.807323+0000 mon.a (mon.0) 434 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.819000+0000 mon.a (mon.0) 435 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.821839+0000 mon.a (mon.0) 436 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.823552+0000 mon.a (mon.0) 437 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.825147+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.826726+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: cephadm 2024-05-11T04:17:11.827913+0000 mgr.y (mgr.14152) 195 : cephadm 1 Adjusting osd_memory_target on smithi113 to 4060M 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.838399+0000 mon.a (mon.0) 440 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.841116+0000 mon.a (mon.0) 441 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.842917+0000 mon.a (mon.0) 442 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:12 smithi113 bash[21416]: audit 2024-05-11T04:17:11.854910+0000 mon.a (mon.0) 443 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: cluster 2024-05-11T04:17:11.377418+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: cephadm 2024-05-11T04:17:11.797541+0000 mgr.y (mgr.14152) 194 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.807323+0000 mon.a (mon.0) 434 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.819000+0000 mon.a (mon.0) 435 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.821839+0000 mon.a (mon.0) 436 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.823552+0000 mon.a (mon.0) 437 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.825147+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.826726+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: cephadm 2024-05-11T04:17:11.827913+0000 mgr.y (mgr.14152) 195 : cephadm 1 Adjusting osd_memory_target on smithi113 to 4060M 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.838399+0000 mon.a (mon.0) 440 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.841116+0000 mon.a (mon.0) 441 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.842917+0000 mon.a (mon.0) 442 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:13.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:12 smithi113 bash[31590]: audit 2024-05-11T04:17:11.854910+0000 mon.a (mon.0) 443 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: cluster 2024-05-11T04:17:11.377418+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:13.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: cephadm 2024-05-11T04:17:11.797541+0000 mgr.y (mgr.14152) 194 : cephadm 1 Detected new or changed devices on smithi113 2024-05-11T04:17:13.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.807323+0000 mon.a (mon.0) 434 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.819000+0000 mon.a (mon.0) 435 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.821839+0000 mon.a (mon.0) 436 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.823552+0000 mon.a (mon.0) 437 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.825147+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.826726+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: cephadm 2024-05-11T04:17:11.827913+0000 mgr.y (mgr.14152) 195 : cephadm 1 Adjusting osd_memory_target on smithi113 to 4060M 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.838399+0000 mon.a (mon.0) 440 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.841116+0000 mon.a (mon.0) 441 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.842917+0000 mon.a (mon.0) 442 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:13.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:12 smithi173 bash[23566]: audit 2024-05-11T04:17:11.854910+0000 mon.a (mon.0) 443 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:14 smithi113 bash[21416]: cluster 2024-05-11T04:17:13.377968+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:15.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:14 smithi113 bash[31590]: cluster 2024-05-11T04:17:13.377968+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:15.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:14 smithi173 bash[23566]: cluster 2024-05-11T04:17:13.377968+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:15.950 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:17:16.971 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:16 smithi173 bash[23566]: cluster 2024-05-11T04:17:15.378533+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:16 smithi113 bash[21416]: cluster 2024-05-11T04:17:15.378533+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:17.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:16 smithi113 bash[31590]: cluster 2024-05-11T04:17:15.378533+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:19.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:18 smithi113 bash[21416]: cluster 2024-05-11T04:17:17.379080+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:19.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:18 smithi113 bash[21416]: audit 2024-05-11T04:17:18.295503+0000 mon.a (mon.0) 444 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:17:19.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:18 smithi113 bash[21416]: audit 2024-05-11T04:17:18.302067+0000 mon.a (mon.0) 445 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:17:19.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:18 smithi113 bash[21416]: audit 2024-05-11T04:17:18.303877+0000 mon.a (mon.0) 446 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:19.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:18 smithi113 bash[31590]: cluster 2024-05-11T04:17:17.379080+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:19.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:18 smithi113 bash[31590]: audit 2024-05-11T04:17:18.295503+0000 mon.a (mon.0) 444 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:17:19.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:18 smithi113 bash[31590]: audit 2024-05-11T04:17:18.302067+0000 mon.a (mon.0) 445 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:17:19.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:18 smithi113 bash[31590]: audit 2024-05-11T04:17:18.303877+0000 mon.a (mon.0) 446 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:19.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:18 smithi173 bash[23566]: cluster 2024-05-11T04:17:17.379080+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:19.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:18 smithi173 bash[23566]: audit 2024-05-11T04:17:18.295503+0000 mon.a (mon.0) 444 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:17:19.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:18 smithi173 bash[23566]: audit 2024-05-11T04:17:18.302067+0000 mon.a (mon.0) 445 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:17:19.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:18 smithi173 bash[23566]: audit 2024-05-11T04:17:18.303877+0000 mon.a (mon.0) 446 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:20.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:19 smithi113 bash[21416]: audit 2024-05-11T04:17:18.288088+0000 mgr.y (mgr.14152) 199 : audit 0 from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:17:20.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:19 smithi113 bash[31590]: audit 2024-05-11T04:17:18.288088+0000 mgr.y (mgr.14152) 199 : audit 0 from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:17:20.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:19 smithi173 bash[23566]: audit 2024-05-11T04:17:18.288088+0000 mgr.y (mgr.14152) 199 : audit 0 from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:17:21.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:20 smithi113 bash[21416]: cluster 2024-05-11T04:17:19.379621+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:21.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:20 smithi113 bash[31590]: cluster 2024-05-11T04:17:19.379621+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:21.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:20 smithi173 bash[23566]: cluster 2024-05-11T04:17:19.379621+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:23.138 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:22 smithi173 bash[23566]: cluster 2024-05-11T04:17:21.380174+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:23.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:22 smithi113 bash[21416]: cluster 2024-05-11T04:17:21.380174+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:23.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:22 smithi113 bash[31590]: cluster 2024-05-11T04:17:21.380174+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:25.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:24 smithi173 bash[23566]: cluster 2024-05-11T04:17:23.380753+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:25.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:24 smithi113 bash[21416]: cluster 2024-05-11T04:17:23.380753+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:25.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:24 smithi113 bash[31590]: cluster 2024-05-11T04:17:23.380753+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: cluster 2024-05-11T04:17:25.381267+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: audit 2024-05-11T04:17:26.091513+0000 mon.b (mon.1) 9 : audit 1 from='client.? 172.21.15.173:0/1782965534' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]: dispatch 2024-05-11T04:17:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: audit 2024-05-11T04:17:26.093331+0000 mon.a (mon.0) 447 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]: dispatch 2024-05-11T04:17:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: audit 2024-05-11T04:17:26.102454+0000 mon.a (mon.0) 448 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]': finished 2024-05-11T04:17:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: cluster 2024-05-11T04:17:26.102621+0000 mon.a (mon.0) 449 : cluster 0 osdmap e27: 5 total, 4 up, 5 in 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: audit 2024-05-11T04:17:26.102878+0000 mon.a (mon.0) 450 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:26 smithi113 bash[31590]: audit 2024-05-11T04:17:26.813547+0000 mon.b (mon.1) 10 : audit 0 from='client.? 172.21.15.173:0/2220793346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: cluster 2024-05-11T04:17:25.381267+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: audit 2024-05-11T04:17:26.091513+0000 mon.b (mon.1) 9 : audit 1 from='client.? 172.21.15.173:0/1782965534' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]: dispatch 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: audit 2024-05-11T04:17:26.093331+0000 mon.a (mon.0) 447 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]: dispatch 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: audit 2024-05-11T04:17:26.102454+0000 mon.a (mon.0) 448 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]': finished 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: cluster 2024-05-11T04:17:26.102621+0000 mon.a (mon.0) 449 : cluster 0 osdmap e27: 5 total, 4 up, 5 in 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: audit 2024-05-11T04:17:26.102878+0000 mon.a (mon.0) 450 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:27.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:26 smithi113 bash[21416]: audit 2024-05-11T04:17:26.813547+0000 mon.b (mon.1) 10 : audit 0 from='client.? 172.21.15.173:0/2220793346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: cluster 2024-05-11T04:17:25.381267+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: audit 2024-05-11T04:17:26.091513+0000 mon.b (mon.1) 9 : audit 1 from='client.? 172.21.15.173:0/1782965534' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]: dispatch 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: audit 2024-05-11T04:17:26.093331+0000 mon.a (mon.0) 447 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]: dispatch 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: audit 2024-05-11T04:17:26.102454+0000 mon.a (mon.0) 448 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ca8069e2-c848-4047-817c-b3b57410e240"}]': finished 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: cluster 2024-05-11T04:17:26.102621+0000 mon.a (mon.0) 449 : cluster 0 osdmap e27: 5 total, 4 up, 5 in 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: audit 2024-05-11T04:17:26.102878+0000 mon.a (mon.0) 450 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:27.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:26 smithi173 bash[23566]: audit 2024-05-11T04:17:26.813547+0000 mon.b (mon.1) 10 : audit 0 from='client.? 172.21.15.173:0/2220793346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:17:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:28 smithi113 bash[31590]: cluster 2024-05-11T04:17:27.381816+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:28 smithi113 bash[21416]: cluster 2024-05-11T04:17:27.381816+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:29.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:28 smithi173 bash[23566]: cluster 2024-05-11T04:17:27.381816+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:31.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:30 smithi113 bash[31590]: cluster 2024-05-11T04:17:29.382362+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:31.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:30 smithi113 bash[21416]: cluster 2024-05-11T04:17:29.382362+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:31.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:30 smithi173 bash[23566]: cluster 2024-05-11T04:17:29.382362+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:32 smithi113 bash[31590]: cluster 2024-05-11T04:17:31.382879+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:32 smithi113 bash[21416]: cluster 2024-05-11T04:17:31.382879+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:33.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:32 smithi173 bash[23566]: cluster 2024-05-11T04:17:31.382879+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:35.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:34 smithi113 bash[31590]: cluster 2024-05-11T04:17:33.383431+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:34 smithi113 bash[21416]: cluster 2024-05-11T04:17:33.383431+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:35.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:34 smithi173 bash[23566]: cluster 2024-05-11T04:17:33.383431+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:36 smithi173 bash[23566]: cluster 2024-05-11T04:17:35.384095+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:36 smithi113 bash[21416]: cluster 2024-05-11T04:17:35.384095+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:37.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:36 smithi113 bash[31590]: cluster 2024-05-11T04:17:35.384095+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:38.120 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:37 smithi173 bash[23566]: audit 2024-05-11T04:17:37.824099+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:17:38.120 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:37 smithi173 bash[23566]: audit 2024-05-11T04:17:37.825873+0000 mon.a (mon.0) 452 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:37 smithi113 bash[21416]: audit 2024-05-11T04:17:37.824099+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:17:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:37 smithi113 bash[21416]: audit 2024-05-11T04:17:37.825873+0000 mon.a (mon.0) 452 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:37 smithi113 bash[31590]: audit 2024-05-11T04:17:37.824099+0000 mon.a (mon.0) 451 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:17:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:37 smithi113 bash[31590]: audit 2024-05-11T04:17:37.825873+0000 mon.a (mon.0) 452 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:39.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:38 smithi173 bash[23566]: cluster 2024-05-11T04:17:37.384758+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:39.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:38 smithi173 bash[23566]: cephadm 2024-05-11T04:17:37.827555+0000 mgr.y (mgr.14152) 210 : cephadm 1 Deploying daemon osd.4 on smithi173 2024-05-11T04:17:39.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:38 smithi113 bash[31590]: cluster 2024-05-11T04:17:37.384758+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:39.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:38 smithi113 bash[31590]: cephadm 2024-05-11T04:17:37.827555+0000 mgr.y (mgr.14152) 210 : cephadm 1 Deploying daemon osd.4 on smithi173 2024-05-11T04:17:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:38 smithi113 bash[21416]: cluster 2024-05-11T04:17:37.384758+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:38 smithi113 bash[21416]: cephadm 2024-05-11T04:17:37.827555+0000 mgr.y (mgr.14152) 210 : cephadm 1 Deploying daemon osd.4 on smithi173 2024-05-11T04:17:41.141 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:40 smithi173 bash[23566]: cluster 2024-05-11T04:17:39.385279+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:41.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:40 smithi113 bash[21416]: cluster 2024-05-11T04:17:39.385279+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:41.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:40 smithi113 bash[31590]: cluster 2024-05-11T04:17:39.385279+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:41.414 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:41 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:17:41.414 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:17:41 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:17:41.687 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:41 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:17:41.688 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:17:41 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:17:42.945 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:42 smithi173 bash[23566]: cluster 2024-05-11T04:17:41.385787+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:42.945 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:42 smithi173 bash[23566]: audit 2024-05-11T04:17:41.689740+0000 mon.a (mon.0) 453 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:42.946 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:42 smithi173 bash[23566]: audit 2024-05-11T04:17:41.699078+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:42.946 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:42 smithi173 bash[23566]: audit 2024-05-11T04:17:41.722359+0000 mon.a (mon.0) 455 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:42.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:42 smithi113 bash[21416]: cluster 2024-05-11T04:17:41.385787+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:42.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:42 smithi113 bash[21416]: audit 2024-05-11T04:17:41.689740+0000 mon.a (mon.0) 453 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:42.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:42 smithi113 bash[21416]: audit 2024-05-11T04:17:41.699078+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:42.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:42 smithi113 bash[21416]: audit 2024-05-11T04:17:41.722359+0000 mon.a (mon.0) 455 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:42.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:42 smithi113 bash[31590]: cluster 2024-05-11T04:17:41.385787+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:42.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:42 smithi113 bash[31590]: audit 2024-05-11T04:17:41.689740+0000 mon.a (mon.0) 453 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:42.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:42 smithi113 bash[31590]: audit 2024-05-11T04:17:41.699078+0000 mon.a (mon.0) 454 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:42.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:42 smithi113 bash[31590]: audit 2024-05-11T04:17:41.722359+0000 mon.a (mon.0) 455 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:44.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:44 smithi113 bash[21416]: cluster 2024-05-11T04:17:43.386289+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:44.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:44 smithi113 bash[31590]: cluster 2024-05-11T04:17:43.386289+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:45.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:44 smithi173 bash[23566]: cluster 2024-05-11T04:17:43.386289+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:46.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:46 smithi113 bash[21416]: cluster 2024-05-11T04:17:45.386826+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:46.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:46 smithi113 bash[31590]: cluster 2024-05-11T04:17:45.386826+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:47.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:46 smithi173 bash[23566]: cluster 2024-05-11T04:17:45.386826+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:47.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:47 smithi113 bash[21416]: audit 2024-05-11T04:17:47.684298+0000 mon.b (mon.1) 11 : audit 1 from='osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:17:47.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:47 smithi113 bash[21416]: audit 2024-05-11T04:17:47.685952+0000 mon.a (mon.0) 456 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:17:47.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:47 smithi113 bash[31590]: audit 2024-05-11T04:17:47.684298+0000 mon.b (mon.1) 11 : audit 1 from='osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:17:47.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:47 smithi113 bash[31590]: audit 2024-05-11T04:17:47.685952+0000 mon.a (mon.0) 456 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:17:48.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:47 smithi173 bash[23566]: audit 2024-05-11T04:17:47.684298+0000 mon.b (mon.1) 11 : audit 1 from='osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:17:48.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:47 smithi173 bash[23566]: audit 2024-05-11T04:17:47.685952+0000 mon.a (mon.0) 456 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:17:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: cluster 2024-05-11T04:17:47.387445+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: audit 2024-05-11T04:17:47.713578+0000 mon.a (mon.0) 457 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:17:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: audit 2024-05-11T04:17:47.713633+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:17:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: cluster 2024-05-11T04:17:47.713766+0000 mon.a (mon.0) 458 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: audit 2024-05-11T04:17:47.714015+0000 mon.a (mon.0) 459 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: audit 2024-05-11T04:17:47.715094+0000 mon.a (mon.0) 460 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: audit 2024-05-11T04:17:48.374962+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:48 smithi113 bash[21416]: audit 2024-05-11T04:17:48.385984+0000 mon.a (mon.0) 462 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: cluster 2024-05-11T04:17:47.387445+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: audit 2024-05-11T04:17:47.713578+0000 mon.a (mon.0) 457 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: audit 2024-05-11T04:17:47.713633+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: cluster 2024-05-11T04:17:47.713766+0000 mon.a (mon.0) 458 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: audit 2024-05-11T04:17:47.714015+0000 mon.a (mon.0) 459 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: audit 2024-05-11T04:17:47.715094+0000 mon.a (mon.0) 460 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:17:48.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: audit 2024-05-11T04:17:48.374962+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:48.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:48 smithi113 bash[31590]: audit 2024-05-11T04:17:48.385984+0000 mon.a (mon.0) 462 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:48.988 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: cluster 2024-05-11T04:17:47.387445+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:48.988 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: audit 2024-05-11T04:17:47.713578+0000 mon.a (mon.0) 457 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:17:48.988 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: audit 2024-05-11T04:17:47.713633+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:17:48.988 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: cluster 2024-05-11T04:17:47.713766+0000 mon.a (mon.0) 458 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-05-11T04:17:48.988 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: audit 2024-05-11T04:17:47.714015+0000 mon.a (mon.0) 459 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:48.988 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: audit 2024-05-11T04:17:47.715094+0000 mon.a (mon.0) 460 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:17:48.989 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: audit 2024-05-11T04:17:48.374962+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:48.989 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:48 smithi173 bash[23566]: audit 2024-05-11T04:17:48.385984+0000 mon.a (mon.0) 462 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:49.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:48.715098+0000 mon.a (mon.0) 463 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: cluster 2024-05-11T04:17:48.715401+0000 mon.a (mon.0) 464 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:48.716334+0000 mon.a (mon.0) 465 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:48.729004+0000 mon.a (mon.0) 466 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:48.965823+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:48.967959+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:49.001493+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:49.173748+0000 mon.a (mon.0) 470 : audit 1 from='osd.4 ' entity='osd.4' 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: cluster 2024-05-11T04:17:49.617930+0000 mon.a (mon.0) 471 : cluster 1 osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363] boot 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: cluster 2024-05-11T04:17:49.618028+0000 mon.a (mon.0) 472 : cluster 0 osdmap e30: 5 total, 5 up, 5 in 2024-05-11T04:17:49.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:49 smithi113 bash[21416]: audit 2024-05-11T04:17:49.618380+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:49.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:48.715098+0000 mon.a (mon.0) 463 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:17:49.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: cluster 2024-05-11T04:17:48.715401+0000 mon.a (mon.0) 464 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-05-11T04:17:49.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:48.716334+0000 mon.a (mon.0) 465 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:49.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:48.729004+0000 mon.a (mon.0) 466 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:49.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:48.965823+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:49.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:48.967959+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:49.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:49.001493+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:49.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:49.173748+0000 mon.a (mon.0) 470 : audit 1 from='osd.4 ' entity='osd.4' 2024-05-11T04:17:49.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: cluster 2024-05-11T04:17:49.617930+0000 mon.a (mon.0) 471 : cluster 1 osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363] boot 2024-05-11T04:17:49.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: cluster 2024-05-11T04:17:49.618028+0000 mon.a (mon.0) 472 : cluster 0 osdmap e30: 5 total, 5 up, 5 in 2024-05-11T04:17:49.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:49 smithi113 bash[31590]: audit 2024-05-11T04:17:49.618380+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:50.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:48.715098+0000 mon.a (mon.0) 463 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: cluster 2024-05-11T04:17:48.715401+0000 mon.a (mon.0) 464 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:48.716334+0000 mon.a (mon.0) 465 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:48.729004+0000 mon.a (mon.0) 466 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:48.965823+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:48.967959+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:49.001493+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:49.173748+0000 mon.a (mon.0) 470 : audit 1 from='osd.4 ' entity='osd.4' 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: cluster 2024-05-11T04:17:49.617930+0000 mon.a (mon.0) 471 : cluster 1 osd.4 [v2:172.21.15.173:6800/3950459363,v1:172.21.15.173:6801/3950459363] boot 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: cluster 2024-05-11T04:17:49.618028+0000 mon.a (mon.0) 472 : cluster 0 osdmap e30: 5 total, 5 up, 5 in 2024-05-11T04:17:50.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:49 smithi173 bash[23566]: audit 2024-05-11T04:17:49.618380+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:17:51.469 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 4 on host 'smithi173' 2024-05-11T04:17:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:51 smithi113 bash[21416]: cluster 2024-05-11T04:17:48.636900+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:17:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:51 smithi113 bash[21416]: cluster 2024-05-11T04:17:48.637006+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:17:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:51 smithi113 bash[21416]: cluster 2024-05-11T04:17:49.388031+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v186: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:51 smithi113 bash[21416]: cluster 2024-05-11T04:17:50.617210+0000 mon.a (mon.0) 474 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-05-11T04:17:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:51 smithi113 bash[31590]: cluster 2024-05-11T04:17:48.636900+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:17:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:51 smithi113 bash[31590]: cluster 2024-05-11T04:17:48.637006+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:17:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:51 smithi113 bash[31590]: cluster 2024-05-11T04:17:49.388031+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v186: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:51 smithi113 bash[31590]: cluster 2024-05-11T04:17:50.617210+0000 mon.a (mon.0) 474 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-05-11T04:17:51.485 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:51 smithi173 bash[23566]: cluster 2024-05-11T04:17:48.636900+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:17:51.486 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:51 smithi173 bash[23566]: cluster 2024-05-11T04:17:48.637006+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:17:51.486 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:51 smithi173 bash[23566]: cluster 2024-05-11T04:17:49.388031+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v186: 1 pgs: 1 peering; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:17:51.486 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:51 smithi173 bash[23566]: cluster 2024-05-11T04:17:50.617210+0000 mon.a (mon.0) 474 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-05-11T04:17:52.068 DEBUG:teuthology.orchestra.run.smithi173:osd.4> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.4.service 2024-05-11T04:17:52.070 INFO:tasks.cephadm:Deploying osd.5 on smithi173 with /dev/vg_nvme/lv_3... 2024-05-11T04:17:52.071 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-11T04:17:52.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:52 smithi113 bash[21416]: cluster 2024-05-11T04:17:51.388615+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v189: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:17:52.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:52 smithi113 bash[21416]: audit 2024-05-11T04:17:51.438037+0000 mon.a (mon.0) 475 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:52.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:52 smithi113 bash[21416]: audit 2024-05-11T04:17:51.447259+0000 mon.a (mon.0) 476 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:52.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:52 smithi113 bash[21416]: audit 2024-05-11T04:17:51.447878+0000 mon.a (mon.0) 477 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:52.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:52 smithi113 bash[21416]: cluster 2024-05-11T04:17:51.620252+0000 mon.a (mon.0) 478 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-05-11T04:17:52.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:52 smithi113 bash[31590]: cluster 2024-05-11T04:17:51.388615+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v189: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:17:52.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:52 smithi113 bash[31590]: audit 2024-05-11T04:17:51.438037+0000 mon.a (mon.0) 475 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:52.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:52 smithi113 bash[31590]: audit 2024-05-11T04:17:51.447259+0000 mon.a (mon.0) 476 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:52.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:52 smithi113 bash[31590]: audit 2024-05-11T04:17:51.447878+0000 mon.a (mon.0) 477 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:52.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:52 smithi113 bash[31590]: cluster 2024-05-11T04:17:51.620252+0000 mon.a (mon.0) 478 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-05-11T04:17:52.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:52 smithi173 bash[23566]: cluster 2024-05-11T04:17:51.388615+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v189: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:17:52.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:52 smithi173 bash[23566]: audit 2024-05-11T04:17:51.438037+0000 mon.a (mon.0) 475 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:52.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:52 smithi173 bash[23566]: audit 2024-05-11T04:17:51.447259+0000 mon.a (mon.0) 476 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:17:52.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:52 smithi173 bash[23566]: audit 2024-05-11T04:17:51.447878+0000 mon.a (mon.0) 477 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:17:52.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:52 smithi173 bash[23566]: cluster 2024-05-11T04:17:51.620252+0000 mon.a (mon.0) 478 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-05-11T04:17:53.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:53 smithi113 bash[21416]: cluster 2024-05-11T04:17:52.622132+0000 mon.a (mon.0) 479 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-05-11T04:17:53.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:53 smithi113 bash[31590]: cluster 2024-05-11T04:17:52.622132+0000 mon.a (mon.0) 479 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-05-11T04:17:54.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:53 smithi173 bash[23566]: cluster 2024-05-11T04:17:52.622132+0000 mon.a (mon.0) 479 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-05-11T04:17:54.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:54 smithi113 bash[21416]: cluster 2024-05-11T04:17:53.389109+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v192: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:17:54.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:54 smithi113 bash[21416]: cluster 2024-05-11T04:17:53.634041+0000 mon.a (mon.0) 480 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-05-11T04:17:54.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:54 smithi113 bash[31590]: cluster 2024-05-11T04:17:53.389109+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v192: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:17:54.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:54 smithi113 bash[31590]: cluster 2024-05-11T04:17:53.634041+0000 mon.a (mon.0) 480 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-05-11T04:17:55.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:54 smithi173 bash[23566]: cluster 2024-05-11T04:17:53.389109+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v192: 1 pgs: 1 peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:17:55.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:54 smithi173 bash[23566]: cluster 2024-05-11T04:17:53.634041+0000 mon.a (mon.0) 480 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-05-11T04:17:56.261 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:17:56.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:56 smithi113 bash[21416]: cluster 2024-05-11T04:17:55.389742+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-05-11T04:17:56.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:56 smithi113 bash[31590]: cluster 2024-05-11T04:17:55.389742+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-05-11T04:17:57.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:56 smithi173 bash[23566]: cluster 2024-05-11T04:17:55.389742+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-05-11T04:17:58.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:17:58 smithi113 bash[21416]: cluster 2024-05-11T04:17:57.390315+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:17:58.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:17:58 smithi113 bash[31590]: cluster 2024-05-11T04:17:57.390315+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:17:58.992 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:17:58 smithi173 bash[23566]: cluster 2024-05-11T04:17:57.390315+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:17:59.705 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-11T04:17:59.706 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-11T04:17:59.706 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-05-11T04:17:59.706 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-05-11T04:17:59.706 INFO:teuthology.orchestra.run.smithi173.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0164849 s, 636 MB/s 2024-05-11T04:17:59.706 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-05-11T04:18:00.280 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_3 2024-05-11T04:18:00.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:00 smithi113 bash[21416]: cluster 2024-05-11T04:17:59.390882+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-11T04:18:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:00 smithi113 bash[31590]: cluster 2024-05-11T04:17:59.390882+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-11T04:18:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:00 smithi173 bash[23566]: cluster 2024-05-11T04:17:59.390882+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: cephadm 2024-05-11T04:18:00.841521+0000 mgr.y (mgr.14152) 222 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.850712+0000 mon.a (mon.0) 481 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.860084+0000 mon.a (mon.0) 482 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.862383+0000 mon.a (mon.0) 483 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: cephadm 2024-05-11T04:18:00.863804+0000 mgr.y (mgr.14152) 223 : cephadm 1 Adjusting osd_memory_target on smithi173 to 17265M 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.872346+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.874795+0000 mon.a (mon.0) 485 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.876610+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:01 smithi113 bash[21416]: audit 2024-05-11T04:18:00.886962+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: cephadm 2024-05-11T04:18:00.841521+0000 mgr.y (mgr.14152) 222 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.850712+0000 mon.a (mon.0) 481 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.860084+0000 mon.a (mon.0) 482 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.862383+0000 mon.a (mon.0) 483 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: cephadm 2024-05-11T04:18:00.863804+0000 mgr.y (mgr.14152) 223 : cephadm 1 Adjusting osd_memory_target on smithi173 to 17265M 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.872346+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.874795+0000 mon.a (mon.0) 485 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.876610+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:01 smithi113 bash[31590]: audit 2024-05-11T04:18:00.886962+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: cephadm 2024-05-11T04:18:00.841521+0000 mgr.y (mgr.14152) 222 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.850712+0000 mon.a (mon.0) 481 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.860084+0000 mon.a (mon.0) 482 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.862383+0000 mon.a (mon.0) 483 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: cephadm 2024-05-11T04:18:00.863804+0000 mgr.y (mgr.14152) 223 : cephadm 1 Adjusting osd_memory_target on smithi173 to 17265M 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.872346+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.874795+0000 mon.a (mon.0) 485 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.876610+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:02.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:01 smithi173 bash[23566]: audit 2024-05-11T04:18:00.886962+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:03.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:02 smithi113 bash[21416]: cluster 2024-05-11T04:18:01.391449+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-11T04:18:03.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:02 smithi113 bash[31590]: cluster 2024-05-11T04:18:01.391449+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-11T04:18:03.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:02 smithi173 bash[23566]: cluster 2024-05-11T04:18:01.391449+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-11T04:18:04.943 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:18:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:04 smithi113 bash[21416]: cluster 2024-05-11T04:18:03.391991+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-11T04:18:05.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:04 smithi113 bash[31590]: cluster 2024-05-11T04:18:03.391991+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-11T04:18:05.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:04 smithi173 bash[23566]: cluster 2024-05-11T04:18:03.391991+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-11T04:18:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:06 smithi113 bash[21416]: cluster 2024-05-11T04:18:05.392629+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-11T04:18:07.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:06 smithi113 bash[31590]: cluster 2024-05-11T04:18:05.392629+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-11T04:18:07.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:06 smithi173 bash[23566]: cluster 2024-05-11T04:18:05.392629+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-11T04:18:08.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:07 smithi113 bash[21416]: audit 2024-05-11T04:18:07.327086+0000 mon.a (mon.0) 488 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:18:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:07 smithi113 bash[21416]: audit 2024-05-11T04:18:07.333443+0000 mon.a (mon.0) 489 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:18:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:07 smithi113 bash[21416]: audit 2024-05-11T04:18:07.335122+0000 mon.a (mon.0) 490 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:07 smithi113 bash[31590]: audit 2024-05-11T04:18:07.327086+0000 mon.a (mon.0) 488 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:18:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:07 smithi113 bash[31590]: audit 2024-05-11T04:18:07.333443+0000 mon.a (mon.0) 489 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:18:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:07 smithi113 bash[31590]: audit 2024-05-11T04:18:07.335122+0000 mon.a (mon.0) 490 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:08.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:07 smithi173 bash[23566]: audit 2024-05-11T04:18:07.327086+0000 mon.a (mon.0) 488 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:18:08.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:07 smithi173 bash[23566]: audit 2024-05-11T04:18:07.333443+0000 mon.a (mon.0) 489 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:18:08.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:07 smithi173 bash[23566]: audit 2024-05-11T04:18:07.335122+0000 mon.a (mon.0) 490 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:09.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:08 smithi113 bash[21416]: audit 2024-05-11T04:18:07.320084+0000 mgr.y (mgr.14152) 227 : audit 0 from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:18:09.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:08 smithi113 bash[21416]: cluster 2024-05-11T04:18:07.393100+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:09.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:08 smithi113 bash[31590]: audit 2024-05-11T04:18:07.320084+0000 mgr.y (mgr.14152) 227 : audit 0 from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:18:09.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:08 smithi113 bash[31590]: cluster 2024-05-11T04:18:07.393100+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:09.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:08 smithi173 bash[23566]: audit 2024-05-11T04:18:07.320084+0000 mgr.y (mgr.14152) 227 : audit 0 from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:18:09.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:08 smithi173 bash[23566]: cluster 2024-05-11T04:18:07.393100+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:11.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:10 smithi113 bash[21416]: cluster 2024-05-11T04:18:09.393681+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:11.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:10 smithi113 bash[31590]: cluster 2024-05-11T04:18:09.393681+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:11.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:10 smithi173 bash[23566]: cluster 2024-05-11T04:18:09.393681+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:13.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:12 smithi173 bash[23566]: cluster 2024-05-11T04:18:11.394220+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:13.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:12 smithi113 bash[21416]: cluster 2024-05-11T04:18:11.394220+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:13.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:12 smithi113 bash[31590]: cluster 2024-05-11T04:18:11.394220+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:15.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:14 smithi113 bash[21416]: cluster 2024-05-11T04:18:13.394746+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:15.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:14 smithi113 bash[31590]: cluster 2024-05-11T04:18:13.394746+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:15.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:14 smithi173 bash[23566]: cluster 2024-05-11T04:18:13.394746+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:15 smithi113 bash[21416]: audit 2024-05-11T04:18:15.159810+0000 mon.b (mon.1) 13 : audit 1 from='client.? 172.21.15.173:0/1454829597' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]: dispatch 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:15 smithi113 bash[21416]: audit 2024-05-11T04:18:15.161593+0000 mon.a (mon.0) 491 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]: dispatch 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:15 smithi113 bash[21416]: audit 2024-05-11T04:18:15.170724+0000 mon.a (mon.0) 492 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]': finished 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:15 smithi113 bash[21416]: cluster 2024-05-11T04:18:15.170952+0000 mon.a (mon.0) 493 : cluster 0 osdmap e35: 6 total, 5 up, 6 in 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:15 smithi113 bash[21416]: audit 2024-05-11T04:18:15.171221+0000 mon.a (mon.0) 494 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:15 smithi113 bash[21416]: audit 2024-05-11T04:18:15.874682+0000 mon.b (mon.1) 14 : audit 0 from='client.? 172.21.15.173:0/2375599387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:18:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:15 smithi113 bash[31590]: audit 2024-05-11T04:18:15.159810+0000 mon.b (mon.1) 13 : audit 1 from='client.? 172.21.15.173:0/1454829597' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]: dispatch 2024-05-11T04:18:16.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:15 smithi113 bash[31590]: audit 2024-05-11T04:18:15.161593+0000 mon.a (mon.0) 491 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]: dispatch 2024-05-11T04:18:16.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:15 smithi113 bash[31590]: audit 2024-05-11T04:18:15.170724+0000 mon.a (mon.0) 492 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]': finished 2024-05-11T04:18:16.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:15 smithi113 bash[31590]: cluster 2024-05-11T04:18:15.170952+0000 mon.a (mon.0) 493 : cluster 0 osdmap e35: 6 total, 5 up, 6 in 2024-05-11T04:18:16.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:15 smithi113 bash[31590]: audit 2024-05-11T04:18:15.171221+0000 mon.a (mon.0) 494 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:16.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:15 smithi113 bash[31590]: audit 2024-05-11T04:18:15.874682+0000 mon.b (mon.1) 14 : audit 0 from='client.? 172.21.15.173:0/2375599387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:18:16.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:15 smithi173 bash[23566]: audit 2024-05-11T04:18:15.159810+0000 mon.b (mon.1) 13 : audit 1 from='client.? 172.21.15.173:0/1454829597' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]: dispatch 2024-05-11T04:18:16.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:15 smithi173 bash[23566]: audit 2024-05-11T04:18:15.161593+0000 mon.a (mon.0) 491 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]: dispatch 2024-05-11T04:18:16.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:15 smithi173 bash[23566]: audit 2024-05-11T04:18:15.170724+0000 mon.a (mon.0) 492 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9cf03240-4a63-4e6f-88a5-182a893fdbe0"}]': finished 2024-05-11T04:18:16.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:15 smithi173 bash[23566]: cluster 2024-05-11T04:18:15.170952+0000 mon.a (mon.0) 493 : cluster 0 osdmap e35: 6 total, 5 up, 6 in 2024-05-11T04:18:16.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:15 smithi173 bash[23566]: audit 2024-05-11T04:18:15.171221+0000 mon.a (mon.0) 494 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:16.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:15 smithi173 bash[23566]: audit 2024-05-11T04:18:15.874682+0000 mon.b (mon.1) 14 : audit 0 from='client.? 172.21.15.173:0/2375599387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:18:17.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:17 smithi113 bash[21416]: cluster 2024-05-11T04:18:15.395318+0000 mgr.y (mgr.14152) 232 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:17.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:17 smithi113 bash[31590]: cluster 2024-05-11T04:18:15.395318+0000 mgr.y (mgr.14152) 232 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:17 smithi173 bash[23566]: cluster 2024-05-11T04:18:15.395318+0000 mgr.y (mgr.14152) 232 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:19.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:19 smithi113 bash[21416]: cluster 2024-05-11T04:18:17.395981+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:19.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:19 smithi113 bash[31590]: cluster 2024-05-11T04:18:17.395981+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:19.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:19 smithi173 bash[23566]: cluster 2024-05-11T04:18:17.395981+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:21.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:21 smithi113 bash[21416]: cluster 2024-05-11T04:18:19.396727+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:21 smithi113 bash[31590]: cluster 2024-05-11T04:18:19.396727+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:21 smithi173 bash[23566]: cluster 2024-05-11T04:18:19.396727+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:23.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:23 smithi113 bash[21416]: cluster 2024-05-11T04:18:21.397341+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:23.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:23 smithi113 bash[31590]: cluster 2024-05-11T04:18:21.397341+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:23.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:23 smithi173 bash[23566]: cluster 2024-05-11T04:18:21.397341+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:25 smithi113 bash[31590]: cluster 2024-05-11T04:18:23.398017+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:25 smithi113 bash[21416]: cluster 2024-05-11T04:18:23.398017+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:25.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:25 smithi173 bash[23566]: cluster 2024-05-11T04:18:23.398017+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:27.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:27 smithi113 bash[21416]: cluster 2024-05-11T04:18:25.398677+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:27.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:27 smithi113 bash[21416]: audit 2024-05-11T04:18:26.880246+0000 mon.a (mon.0) 495 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:18:27.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:27 smithi113 bash[21416]: audit 2024-05-11T04:18:26.882203+0000 mon.a (mon.0) 496 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:27.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:27 smithi113 bash[31590]: cluster 2024-05-11T04:18:25.398677+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:27.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:27 smithi113 bash[31590]: audit 2024-05-11T04:18:26.880246+0000 mon.a (mon.0) 495 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:18:27.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:27 smithi113 bash[31590]: audit 2024-05-11T04:18:26.882203+0000 mon.a (mon.0) 496 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:27.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:27 smithi173 bash[23566]: cluster 2024-05-11T04:18:25.398677+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:27.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:27 smithi173 bash[23566]: audit 2024-05-11T04:18:26.880246+0000 mon.a (mon.0) 495 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:18:27.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:27 smithi173 bash[23566]: audit 2024-05-11T04:18:26.882203+0000 mon.a (mon.0) 496 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:28 smithi113 bash[21416]: cephadm 2024-05-11T04:18:26.883793+0000 mgr.y (mgr.14152) 238 : cephadm 1 Deploying daemon osd.5 on smithi173 2024-05-11T04:18:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:28 smithi113 bash[31590]: cephadm 2024-05-11T04:18:26.883793+0000 mgr.y (mgr.14152) 238 : cephadm 1 Deploying daemon osd.5 on smithi173 2024-05-11T04:18:28.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:28 smithi173 bash[23566]: cephadm 2024-05-11T04:18:26.883793+0000 mgr.y (mgr.14152) 238 : cephadm 1 Deploying daemon osd.5 on smithi173 2024-05-11T04:18:29.426 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:29 smithi173 bash[23566]: cluster 2024-05-11T04:18:27.399247+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:29 smithi113 bash[21416]: cluster 2024-05-11T04:18:27.399247+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:29 smithi113 bash[31590]: cluster 2024-05-11T04:18:27.399247+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:30.365 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:30 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:18:30.365 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:18:30 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:18:30.366 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:18:30 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:18:30.624 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:18:30 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:18:30.625 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:30 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:18:30.625 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:18:30 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:18:31.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:31 smithi113 bash[21416]: cluster 2024-05-11T04:18:29.399767+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:31.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:31 smithi113 bash[21416]: audit 2024-05-11T04:18:30.631880+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:31.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:31 smithi113 bash[21416]: audit 2024-05-11T04:18:30.641367+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:31.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:31 smithi113 bash[21416]: audit 2024-05-11T04:18:30.653800+0000 mon.a (mon.0) 499 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:18:31.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:31 smithi113 bash[31590]: cluster 2024-05-11T04:18:29.399767+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:31.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:31 smithi113 bash[31590]: audit 2024-05-11T04:18:30.631880+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:31.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:31 smithi113 bash[31590]: audit 2024-05-11T04:18:30.641367+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:31.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:31 smithi113 bash[31590]: audit 2024-05-11T04:18:30.653800+0000 mon.a (mon.0) 499 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:18:31.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:31 smithi173 bash[23566]: cluster 2024-05-11T04:18:29.399767+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:31.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:31 smithi173 bash[23566]: audit 2024-05-11T04:18:30.631880+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:31.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:31 smithi173 bash[23566]: audit 2024-05-11T04:18:30.641367+0000 mon.a (mon.0) 498 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:31.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:31 smithi173 bash[23566]: audit 2024-05-11T04:18:30.653800+0000 mon.a (mon.0) 499 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:18:33.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:33 smithi113 bash[21416]: cluster 2024-05-11T04:18:31.400289+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:33.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:33 smithi113 bash[31590]: cluster 2024-05-11T04:18:31.400289+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:33.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:33 smithi173 bash[23566]: cluster 2024-05-11T04:18:31.400289+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:35 smithi113 bash[21416]: cluster 2024-05-11T04:18:33.400923+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:35.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:35 smithi113 bash[31590]: cluster 2024-05-11T04:18:33.400923+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:35.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:35 smithi173 bash[23566]: cluster 2024-05-11T04:18:33.400923+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:37.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: cluster 2024-05-11T04:18:35.401545+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:37.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:35.850296+0000 mon.a (mon.0) 500 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:35.860220+0000 mon.a (mon.0) 501 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:35.862200+0000 mon.a (mon.0) 502 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:35.864274+0000 mon.a (mon.0) 503 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:35.874528+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:36.758238+0000 mon.b (mon.1) 15 : audit 1 from='osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:18:37.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:36 smithi173 bash[23566]: audit 2024-05-11T04:18:36.759778+0000 mon.a (mon.0) 505 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:18:37.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: cluster 2024-05-11T04:18:35.401545+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:35.850296+0000 mon.a (mon.0) 500 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:35.860220+0000 mon.a (mon.0) 501 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:35.862200+0000 mon.a (mon.0) 502 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:35.864274+0000 mon.a (mon.0) 503 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:35.874528+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:36.758238+0000 mon.b (mon.1) 15 : audit 1 from='osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:36 smithi113 bash[21416]: audit 2024-05-11T04:18:36.759778+0000 mon.a (mon.0) 505 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: cluster 2024-05-11T04:18:35.401545+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:35.850296+0000 mon.a (mon.0) 500 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:35.860220+0000 mon.a (mon.0) 501 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:35.862200+0000 mon.a (mon.0) 502 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:37.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:35.864274+0000 mon.a (mon.0) 503 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:37.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:35.874528+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:37.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:36.758238+0000 mon.b (mon.1) 15 : audit 1 from='osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:18:37.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:36 smithi113 bash[31590]: audit 2024-05-11T04:18:36.759778+0000 mon.a (mon.0) 505 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:18:38.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:38 smithi173 bash[23566]: audit 2024-05-11T04:18:37.227206+0000 mon.a (mon.0) 506 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-11T04:18:38.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:38 smithi173 bash[23566]: cluster 2024-05-11T04:18:37.227398+0000 mon.a (mon.0) 507 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-05-11T04:18:38.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:38 smithi173 bash[23566]: audit 2024-05-11T04:18:37.227751+0000 mon.a (mon.0) 508 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:38.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:38 smithi173 bash[23566]: audit 2024-05-11T04:18:37.227935+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:18:38.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:38 smithi173 bash[23566]: audit 2024-05-11T04:18:37.229615+0000 mon.a (mon.0) 509 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:18:38.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:38 smithi113 bash[31590]: audit 2024-05-11T04:18:37.227206+0000 mon.a (mon.0) 506 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-11T04:18:38.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:38 smithi113 bash[31590]: cluster 2024-05-11T04:18:37.227398+0000 mon.a (mon.0) 507 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-05-11T04:18:38.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:38 smithi113 bash[31590]: audit 2024-05-11T04:18:37.227751+0000 mon.a (mon.0) 508 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:38.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:38 smithi113 bash[31590]: audit 2024-05-11T04:18:37.227935+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:18:38.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:38 smithi113 bash[31590]: audit 2024-05-11T04:18:37.229615+0000 mon.a (mon.0) 509 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:18:38.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:38 smithi113 bash[21416]: audit 2024-05-11T04:18:37.227206+0000 mon.a (mon.0) 506 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-11T04:18:38.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:38 smithi113 bash[21416]: cluster 2024-05-11T04:18:37.227398+0000 mon.a (mon.0) 507 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-05-11T04:18:38.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:38 smithi113 bash[21416]: audit 2024-05-11T04:18:37.227751+0000 mon.a (mon.0) 508 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:38.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:38 smithi113 bash[21416]: audit 2024-05-11T04:18:37.227935+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:18:38.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:38 smithi113 bash[21416]: audit 2024-05-11T04:18:37.229615+0000 mon.a (mon.0) 509 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:18:38.778 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 5 on host 'smithi173' 2024-05-11T04:18:39.330 DEBUG:teuthology.orchestra.run.smithi173:osd.5> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.5.service 2024-05-11T04:18:39.333 INFO:tasks.cephadm:Deploying osd.6 on smithi173 with /dev/vg_nvme/lv_2... 2024-05-11T04:18:39.333 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-11T04:18:39.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: cluster 2024-05-11T04:18:37.402098+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:39.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.239726+0000 mon.a (mon.0) 510 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:18:39.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: cluster 2024-05-11T04:18:38.239998+0000 mon.a (mon.0) 511 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-05-11T04:18:39.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.240599+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:39.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.245906+0000 mon.a (mon.0) 513 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:39.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.744208+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:39.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.755842+0000 mon.a (mon.0) 515 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:39.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.766823+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' 2024-05-11T04:18:39.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:39 smithi173 bash[23566]: audit 2024-05-11T04:18:38.768134+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: cluster 2024-05-11T04:18:37.402098+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.239726+0000 mon.a (mon.0) 510 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: cluster 2024-05-11T04:18:38.239998+0000 mon.a (mon.0) 511 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.240599+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.245906+0000 mon.a (mon.0) 513 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.744208+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.755842+0000 mon.a (mon.0) 515 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.766823+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:39 smithi113 bash[21416]: audit 2024-05-11T04:18:38.768134+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:18:39.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: cluster 2024-05-11T04:18:37.402098+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.239726+0000 mon.a (mon.0) 510 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: cluster 2024-05-11T04:18:38.239998+0000 mon.a (mon.0) 511 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.240599+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.245906+0000 mon.a (mon.0) 513 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.744208+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.755842+0000 mon.a (mon.0) 515 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.766823+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' 2024-05-11T04:18:39.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:39 smithi113 bash[31590]: audit 2024-05-11T04:18:38.768134+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:18:40.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:40 smithi173 bash[23566]: cluster 2024-05-11T04:18:37.799920+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:18:40.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:40 smithi173 bash[23566]: cluster 2024-05-11T04:18:37.799999+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:18:40.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:40 smithi173 bash[23566]: cluster 2024-05-11T04:18:39.251929+0000 mon.a (mon.0) 518 : cluster 1 osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138] boot 2024-05-11T04:18:40.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:40 smithi173 bash[23566]: cluster 2024-05-11T04:18:39.252039+0000 mon.a (mon.0) 519 : cluster 0 osdmap e38: 6 total, 6 up, 6 in 2024-05-11T04:18:40.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:40 smithi173 bash[23566]: audit 2024-05-11T04:18:39.252426+0000 mon.a (mon.0) 520 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:40.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:40 smithi173 bash[23566]: cluster 2024-05-11T04:18:39.630262+0000 mon.a (mon.0) 521 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:40 smithi113 bash[21416]: cluster 2024-05-11T04:18:37.799920+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:40 smithi113 bash[21416]: cluster 2024-05-11T04:18:37.799999+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:40 smithi113 bash[21416]: cluster 2024-05-11T04:18:39.251929+0000 mon.a (mon.0) 518 : cluster 1 osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138] boot 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:40 smithi113 bash[21416]: cluster 2024-05-11T04:18:39.252039+0000 mon.a (mon.0) 519 : cluster 0 osdmap e38: 6 total, 6 up, 6 in 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:40 smithi113 bash[21416]: audit 2024-05-11T04:18:39.252426+0000 mon.a (mon.0) 520 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:40 smithi113 bash[21416]: cluster 2024-05-11T04:18:39.630262+0000 mon.a (mon.0) 521 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:40 smithi113 bash[31590]: cluster 2024-05-11T04:18:37.799920+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:40 smithi113 bash[31590]: cluster 2024-05-11T04:18:37.799999+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:40 smithi113 bash[31590]: cluster 2024-05-11T04:18:39.251929+0000 mon.a (mon.0) 518 : cluster 1 osd.5 [v2:172.21.15.173:6808/2170737138,v1:172.21.15.173:6809/2170737138] boot 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:40 smithi113 bash[31590]: cluster 2024-05-11T04:18:39.252039+0000 mon.a (mon.0) 519 : cluster 0 osdmap e38: 6 total, 6 up, 6 in 2024-05-11T04:18:40.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:40 smithi113 bash[31590]: audit 2024-05-11T04:18:39.252426+0000 mon.a (mon.0) 520 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:18:40.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:40 smithi113 bash[31590]: cluster 2024-05-11T04:18:39.630262+0000 mon.a (mon.0) 521 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-05-11T04:18:41.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:41 smithi173 bash[23566]: cluster 2024-05-11T04:18:39.402576+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:41.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:41 smithi173 bash[23566]: cluster 2024-05-11T04:18:40.630514+0000 mon.a (mon.0) 522 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-05-11T04:18:41.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:41 smithi113 bash[21416]: cluster 2024-05-11T04:18:39.402576+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:41.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:41 smithi113 bash[21416]: cluster 2024-05-11T04:18:40.630514+0000 mon.a (mon.0) 522 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-05-11T04:18:41.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:41 smithi113 bash[31590]: cluster 2024-05-11T04:18:39.402576+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:18:41.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:41 smithi113 bash[31590]: cluster 2024-05-11T04:18:40.630514+0000 mon.a (mon.0) 522 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-05-11T04:18:42.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:42 smithi113 bash[21416]: cluster 2024-05-11T04:18:41.403150+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v223: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:42.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:42 smithi113 bash[21416]: cluster 2024-05-11T04:18:41.632267+0000 mon.a (mon.0) 523 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-05-11T04:18:42.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:42 smithi113 bash[21416]: cluster 2024-05-11T04:18:42.257100+0000 mon.a (mon.0) 524 : cluster 3 Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:18:42.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:42 smithi113 bash[31590]: cluster 2024-05-11T04:18:41.403150+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v223: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:42.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:42 smithi113 bash[31590]: cluster 2024-05-11T04:18:41.632267+0000 mon.a (mon.0) 523 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-05-11T04:18:42.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:42 smithi113 bash[31590]: cluster 2024-05-11T04:18:42.257100+0000 mon.a (mon.0) 524 : cluster 3 Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:18:43.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:42 smithi173 bash[23566]: cluster 2024-05-11T04:18:41.403150+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v223: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:43.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:42 smithi173 bash[23566]: cluster 2024-05-11T04:18:41.632267+0000 mon.a (mon.0) 523 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-05-11T04:18:43.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:42 smithi173 bash[23566]: cluster 2024-05-11T04:18:42.257100+0000 mon.a (mon.0) 524 : cluster 3 Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:18:43.599 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:18:43.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:43 smithi113 bash[21416]: cluster 2024-05-11T04:18:42.640648+0000 mon.a (mon.0) 525 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-05-11T04:18:43.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:43 smithi113 bash[31590]: cluster 2024-05-11T04:18:42.640648+0000 mon.a (mon.0) 525 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-05-11T04:18:44.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:43 smithi173 bash[23566]: cluster 2024-05-11T04:18:42.640648+0000 mon.a (mon.0) 525 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-05-11T04:18:44.963 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:44 smithi173 bash[23566]: cluster 2024-05-11T04:18:43.403727+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v226: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:44.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:44 smithi113 bash[21416]: cluster 2024-05-11T04:18:43.403727+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v226: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:44.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:44 smithi113 bash[31590]: cluster 2024-05-11T04:18:43.403727+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v226: 1 pgs: 1 remapped+peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:45.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:45 smithi113 bash[21416]: cluster 2024-05-11T04:18:45.654376+0000 mon.a (mon.0) 526 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-11T04:18:45.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:45 smithi113 bash[21416]: cluster 2024-05-11T04:18:45.654438+0000 mon.a (mon.0) 527 : cluster 1 Cluster is now healthy 2024-05-11T04:18:45.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:45 smithi113 bash[31590]: cluster 2024-05-11T04:18:45.654376+0000 mon.a (mon.0) 526 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-11T04:18:45.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:45 smithi113 bash[31590]: cluster 2024-05-11T04:18:45.654438+0000 mon.a (mon.0) 527 : cluster 1 Cluster is now healthy 2024-05-11T04:18:46.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:45 smithi173 bash[23566]: cluster 2024-05-11T04:18:45.654376+0000 mon.a (mon.0) 526 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-11T04:18:46.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:45 smithi173 bash[23566]: cluster 2024-05-11T04:18:45.654438+0000 mon.a (mon.0) 527 : cluster 1 Cluster is now healthy 2024-05-11T04:18:46.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:46 smithi113 bash[21416]: cluster 2024-05-11T04:18:45.404310+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:46.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:46 smithi113 bash[31590]: cluster 2024-05-11T04:18:45.404310+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:47.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:46 smithi173 bash[23566]: cluster 2024-05-11T04:18:45.404310+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:47.289 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-11T04:18:47.289 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-11T04:18:47.289 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-05-11T04:18:47.289 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-05-11T04:18:47.289 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0184865 s, 567 MB/s 2024-05-11T04:18:47.289 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-05-11T04:18:48.078 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_2 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: cluster 2024-05-11T04:18:47.404938+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.473772+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.485493+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.487942+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.489809+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.503202+0000 mon.a (mon.0) 532 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.505513+0000 mon.a (mon.0) 533 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.507390+0000 mon.a (mon.0) 534 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:48 smithi113 bash[21416]: audit 2024-05-11T04:18:48.519665+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: cluster 2024-05-11T04:18:47.404938+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.473772+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.485493+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.487942+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.489809+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.503202+0000 mon.a (mon.0) 532 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.505513+0000 mon.a (mon.0) 533 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.507390+0000 mon.a (mon.0) 534 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:48.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:48 smithi113 bash[31590]: audit 2024-05-11T04:18:48.519665+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:49.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: cluster 2024-05-11T04:18:47.404938+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-11T04:18:49.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.473772+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:49.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.485493+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:49.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.487942+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:49.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.489809+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:18:49.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.503202+0000 mon.a (mon.0) 532 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:49.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.505513+0000 mon.a (mon.0) 533 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:49.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.507390+0000 mon.a (mon.0) 534 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:18:49.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:48 smithi173 bash[23566]: audit 2024-05-11T04:18:48.519665+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:18:49.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:49 smithi113 bash[21416]: cephadm 2024-05-11T04:18:48.462339+0000 mgr.y (mgr.14152) 250 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:18:49.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:49 smithi113 bash[21416]: cephadm 2024-05-11T04:18:48.491189+0000 mgr.y (mgr.14152) 251 : cephadm 1 Adjusting osd_memory_target on smithi173 to 8632M 2024-05-11T04:18:49.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:49 smithi113 bash[31590]: cephadm 2024-05-11T04:18:48.462339+0000 mgr.y (mgr.14152) 250 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:18:49.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:49 smithi113 bash[31590]: cephadm 2024-05-11T04:18:48.491189+0000 mgr.y (mgr.14152) 251 : cephadm 1 Adjusting osd_memory_target on smithi173 to 8632M 2024-05-11T04:18:50.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:49 smithi173 bash[23566]: cephadm 2024-05-11T04:18:48.462339+0000 mgr.y (mgr.14152) 250 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:18:50.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:49 smithi173 bash[23566]: cephadm 2024-05-11T04:18:48.491189+0000 mgr.y (mgr.14152) 251 : cephadm 1 Adjusting osd_memory_target on smithi173 to 8632M 2024-05-11T04:18:50.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:50 smithi113 bash[21416]: cluster 2024-05-11T04:18:49.405702+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:18:50.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:50 smithi113 bash[31590]: cluster 2024-05-11T04:18:49.405702+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:18:51.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:50 smithi173 bash[23566]: cluster 2024-05-11T04:18:49.405702+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:18:52.764 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:18:52.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:52 smithi113 bash[31590]: cluster 2024-05-11T04:18:51.406325+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:18:52.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:52 smithi113 bash[21416]: cluster 2024-05-11T04:18:51.406325+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:18:53.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:52 smithi173 bash[23566]: cluster 2024-05-11T04:18:51.406325+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:18:55.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:54 smithi173 bash[23566]: cluster 2024-05-11T04:18:53.406894+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:18:55.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:54 smithi113 bash[21416]: cluster 2024-05-11T04:18:53.406894+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:18:55.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:54 smithi113 bash[31590]: cluster 2024-05-11T04:18:53.406894+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:18:56.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:55 smithi173 bash[23566]: audit 2024-05-11T04:18:55.214937+0000 mgr.y (mgr.14152) 255 : audit 0 from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:18:56.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:55 smithi173 bash[23566]: audit 2024-05-11T04:18:55.221944+0000 mon.a (mon.0) 536 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:18:56.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:55 smithi173 bash[23566]: audit 2024-05-11T04:18:55.228536+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:18:56.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:55 smithi173 bash[23566]: audit 2024-05-11T04:18:55.230405+0000 mon.a (mon.0) 538 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:56.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:55 smithi113 bash[31590]: audit 2024-05-11T04:18:55.214937+0000 mgr.y (mgr.14152) 255 : audit 0 from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:18:56.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:55 smithi113 bash[31590]: audit 2024-05-11T04:18:55.221944+0000 mon.a (mon.0) 536 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:18:56.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:55 smithi113 bash[31590]: audit 2024-05-11T04:18:55.228536+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:18:56.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:55 smithi113 bash[31590]: audit 2024-05-11T04:18:55.230405+0000 mon.a (mon.0) 538 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:56.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:55 smithi113 bash[21416]: audit 2024-05-11T04:18:55.214937+0000 mgr.y (mgr.14152) 255 : audit 0 from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:18:56.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:55 smithi113 bash[21416]: audit 2024-05-11T04:18:55.221944+0000 mon.a (mon.0) 536 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:18:56.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:55 smithi113 bash[21416]: audit 2024-05-11T04:18:55.228536+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:18:56.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:55 smithi113 bash[21416]: audit 2024-05-11T04:18:55.230405+0000 mon.a (mon.0) 538 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:18:57.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:56 smithi173 bash[23566]: cluster 2024-05-11T04:18:55.407441+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:18:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:56 smithi113 bash[31590]: cluster 2024-05-11T04:18:55.407441+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:18:57.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:56 smithi113 bash[21416]: cluster 2024-05-11T04:18:55.407441+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:18:59.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:18:58 smithi173 bash[23566]: cluster 2024-05-11T04:18:57.407983+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:59.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:18:58 smithi113 bash[21416]: cluster 2024-05-11T04:18:57.407983+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:18:59.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:18:58 smithi113 bash[31590]: cluster 2024-05-11T04:18:57.407983+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:00 smithi173 bash[23566]: cluster 2024-05-11T04:18:59.408551+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:01.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:00 smithi113 bash[31590]: cluster 2024-05-11T04:18:59.408551+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:01.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:00 smithi113 bash[21416]: cluster 2024-05-11T04:18:59.408551+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:03.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:02 smithi173 bash[23566]: cluster 2024-05-11T04:19:01.409055+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:03.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:02 smithi113 bash[21416]: cluster 2024-05-11T04:19:01.409055+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:03.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:02 smithi113 bash[31590]: cluster 2024-05-11T04:19:01.409055+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:04.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:03 smithi173 bash[23566]: audit 2024-05-11T04:19:03.196874+0000 mon.b (mon.1) 17 : audit 1 from='client.? 172.21.15.173:0/2308736311' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]: dispatch 2024-05-11T04:19:04.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:03 smithi173 bash[23566]: audit 2024-05-11T04:19:03.198372+0000 mon.a (mon.0) 539 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]: dispatch 2024-05-11T04:19:04.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:03 smithi173 bash[23566]: audit 2024-05-11T04:19:03.207438+0000 mon.a (mon.0) 540 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]': finished 2024-05-11T04:19:04.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:03 smithi173 bash[23566]: cluster 2024-05-11T04:19:03.207623+0000 mon.a (mon.0) 541 : cluster 0 osdmap e43: 7 total, 6 up, 7 in 2024-05-11T04:19:04.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:03 smithi173 bash[23566]: audit 2024-05-11T04:19:03.207851+0000 mon.a (mon.0) 542 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:04.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:03 smithi113 bash[21416]: audit 2024-05-11T04:19:03.196874+0000 mon.b (mon.1) 17 : audit 1 from='client.? 172.21.15.173:0/2308736311' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]: dispatch 2024-05-11T04:19:04.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:03 smithi113 bash[21416]: audit 2024-05-11T04:19:03.198372+0000 mon.a (mon.0) 539 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]: dispatch 2024-05-11T04:19:04.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:03 smithi113 bash[21416]: audit 2024-05-11T04:19:03.207438+0000 mon.a (mon.0) 540 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]': finished 2024-05-11T04:19:04.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:03 smithi113 bash[21416]: cluster 2024-05-11T04:19:03.207623+0000 mon.a (mon.0) 541 : cluster 0 osdmap e43: 7 total, 6 up, 7 in 2024-05-11T04:19:04.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:03 smithi113 bash[21416]: audit 2024-05-11T04:19:03.207851+0000 mon.a (mon.0) 542 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:04.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:03 smithi113 bash[31590]: audit 2024-05-11T04:19:03.196874+0000 mon.b (mon.1) 17 : audit 1 from='client.? 172.21.15.173:0/2308736311' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]: dispatch 2024-05-11T04:19:04.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:03 smithi113 bash[31590]: audit 2024-05-11T04:19:03.198372+0000 mon.a (mon.0) 539 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]: dispatch 2024-05-11T04:19:04.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:03 smithi113 bash[31590]: audit 2024-05-11T04:19:03.207438+0000 mon.a (mon.0) 540 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "da011216-7264-48d2-a889-c562ebe8f3c9"}]': finished 2024-05-11T04:19:04.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:03 smithi113 bash[31590]: cluster 2024-05-11T04:19:03.207623+0000 mon.a (mon.0) 541 : cluster 0 osdmap e43: 7 total, 6 up, 7 in 2024-05-11T04:19:04.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:03 smithi113 bash[31590]: audit 2024-05-11T04:19:03.207851+0000 mon.a (mon.0) 542 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:05.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:04 smithi173 bash[23566]: cluster 2024-05-11T04:19:03.409610+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:05.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:04 smithi173 bash[23566]: audit 2024-05-11T04:19:03.898837+0000 mon.b (mon.1) 18 : audit 0 from='client.? 172.21.15.173:0/71747830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:19:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:04 smithi113 bash[21416]: cluster 2024-05-11T04:19:03.409610+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:04 smithi113 bash[21416]: audit 2024-05-11T04:19:03.898837+0000 mon.b (mon.1) 18 : audit 0 from='client.? 172.21.15.173:0/71747830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:19:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:04 smithi113 bash[31590]: cluster 2024-05-11T04:19:03.409610+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:05.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:04 smithi113 bash[31590]: audit 2024-05-11T04:19:03.898837+0000 mon.b (mon.1) 18 : audit 0 from='client.? 172.21.15.173:0/71747830' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:19:07.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:06 smithi173 bash[23566]: cluster 2024-05-11T04:19:05.410159+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:06 smithi113 bash[21416]: cluster 2024-05-11T04:19:05.410159+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:07.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:06 smithi113 bash[31590]: cluster 2024-05-11T04:19:05.410159+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:09.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:08 smithi173 bash[23566]: cluster 2024-05-11T04:19:07.410709+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:09.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:08 smithi113 bash[21416]: cluster 2024-05-11T04:19:07.410709+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:09.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:08 smithi113 bash[31590]: cluster 2024-05-11T04:19:07.410709+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:11.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:10 smithi173 bash[23566]: cluster 2024-05-11T04:19:09.411236+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:11.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:10 smithi113 bash[21416]: cluster 2024-05-11T04:19:09.411236+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:11.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:10 smithi113 bash[31590]: cluster 2024-05-11T04:19:09.411236+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:13.164 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:12 smithi173 bash[23566]: cluster 2024-05-11T04:19:11.411813+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:13.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:12 smithi113 bash[21416]: cluster 2024-05-11T04:19:11.411813+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:13.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:12 smithi113 bash[31590]: cluster 2024-05-11T04:19:11.411813+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:15.154 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:14 smithi173 bash[23566]: cluster 2024-05-11T04:19:13.412421+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:15.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:14 smithi113 bash[21416]: cluster 2024-05-11T04:19:13.412421+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:15.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:14 smithi113 bash[31590]: cluster 2024-05-11T04:19:13.412421+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:16.056 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:15 smithi173 bash[23566]: audit 2024-05-11T04:19:14.883229+0000 mon.a (mon.0) 543 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:19:16.056 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:15 smithi173 bash[23566]: audit 2024-05-11T04:19:14.885113+0000 mon.a (mon.0) 544 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:16.056 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:15 smithi173 bash[23566]: cephadm 2024-05-11T04:19:14.886778+0000 mgr.y (mgr.14152) 266 : cephadm 1 Deploying daemon osd.6 on smithi173 2024-05-11T04:19:16.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:15 smithi113 bash[21416]: audit 2024-05-11T04:19:14.883229+0000 mon.a (mon.0) 543 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:19:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:15 smithi113 bash[21416]: audit 2024-05-11T04:19:14.885113+0000 mon.a (mon.0) 544 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:15 smithi113 bash[21416]: cephadm 2024-05-11T04:19:14.886778+0000 mgr.y (mgr.14152) 266 : cephadm 1 Deploying daemon osd.6 on smithi173 2024-05-11T04:19:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:15 smithi113 bash[31590]: audit 2024-05-11T04:19:14.883229+0000 mon.a (mon.0) 543 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:19:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:15 smithi113 bash[31590]: audit 2024-05-11T04:19:14.885113+0000 mon.a (mon.0) 544 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:15 smithi113 bash[31590]: cephadm 2024-05-11T04:19:14.886778+0000 mgr.y (mgr.14152) 266 : cephadm 1 Deploying daemon osd.6 on smithi173 2024-05-11T04:19:17.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:16 smithi173 bash[23566]: cluster 2024-05-11T04:19:15.412990+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:17.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:16 smithi113 bash[21416]: cluster 2024-05-11T04:19:15.412990+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:17.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:16 smithi113 bash[31590]: cluster 2024-05-11T04:19:15.412990+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:18.694 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:18.695 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:18.695 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:18.695 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:19.020 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:19.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:19.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:18 smithi173 bash[23566]: cluster 2024-05-11T04:19:17.413506+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:19.021 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:19.021 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:19:18 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:19:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:18 smithi113 bash[21416]: cluster 2024-05-11T04:19:17.413506+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:19.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:18 smithi113 bash[31590]: cluster 2024-05-11T04:19:17.413506+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:20.113 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:19 smithi173 bash[23566]: audit 2024-05-11T04:19:18.837460+0000 mon.a (mon.0) 545 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:20.113 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:19 smithi173 bash[23566]: audit 2024-05-11T04:19:18.838564+0000 mon.a (mon.0) 546 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:19:20.113 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:19 smithi173 bash[23566]: audit 2024-05-11T04:19:18.847548+0000 mon.a (mon.0) 547 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:20.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:19 smithi113 bash[21416]: audit 2024-05-11T04:19:18.837460+0000 mon.a (mon.0) 545 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:20.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:19 smithi113 bash[21416]: audit 2024-05-11T04:19:18.838564+0000 mon.a (mon.0) 546 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:19:20.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:19 smithi113 bash[21416]: audit 2024-05-11T04:19:18.847548+0000 mon.a (mon.0) 547 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:20.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:19 smithi113 bash[31590]: audit 2024-05-11T04:19:18.837460+0000 mon.a (mon.0) 545 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:20.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:19 smithi113 bash[31590]: audit 2024-05-11T04:19:18.838564+0000 mon.a (mon.0) 546 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:19:20.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:19 smithi113 bash[31590]: audit 2024-05-11T04:19:18.847548+0000 mon.a (mon.0) 547 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:21.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:20 smithi173 bash[23566]: cluster 2024-05-11T04:19:19.414047+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:21.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:20 smithi113 bash[21416]: cluster 2024-05-11T04:19:19.414047+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:21.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:20 smithi113 bash[31590]: cluster 2024-05-11T04:19:19.414047+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:23.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:22 smithi113 bash[21416]: cluster 2024-05-11T04:19:21.414623+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:23.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:22 smithi113 bash[31590]: cluster 2024-05-11T04:19:21.414623+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:23.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:22 smithi173 bash[23566]: cluster 2024-05-11T04:19:21.414623+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:25.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:24 smithi113 bash[21416]: cluster 2024-05-11T04:19:23.415165+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:25.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:24 smithi113 bash[31590]: cluster 2024-05-11T04:19:23.415165+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:25.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:24 smithi173 bash[23566]: cluster 2024-05-11T04:19:23.415165+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:26.134 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:25 smithi173 bash[23566]: audit 2024-05-11T04:19:24.971208+0000 mon.b (mon.1) 19 : audit 1 from='osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:19:26.135 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:25 smithi173 bash[23566]: audit 2024-05-11T04:19:24.972540+0000 mon.a (mon.0) 548 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:19:26.135 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:25 smithi173 bash[23566]: audit 2024-05-11T04:19:25.591768+0000 mon.a (mon.0) 549 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:26.135 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:25 smithi173 bash[23566]: audit 2024-05-11T04:19:25.602115+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:26.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:25 smithi113 bash[21416]: audit 2024-05-11T04:19:24.971208+0000 mon.b (mon.1) 19 : audit 1 from='osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:19:26.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:25 smithi113 bash[21416]: audit 2024-05-11T04:19:24.972540+0000 mon.a (mon.0) 548 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:19:26.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:25 smithi113 bash[21416]: audit 2024-05-11T04:19:25.591768+0000 mon.a (mon.0) 549 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:26.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:25 smithi113 bash[21416]: audit 2024-05-11T04:19:25.602115+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:25 smithi113 bash[31590]: audit 2024-05-11T04:19:24.971208+0000 mon.b (mon.1) 19 : audit 1 from='osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:19:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:25 smithi113 bash[31590]: audit 2024-05-11T04:19:24.972540+0000 mon.a (mon.0) 548 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:19:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:25 smithi113 bash[31590]: audit 2024-05-11T04:19:25.591768+0000 mon.a (mon.0) 549 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:25 smithi113 bash[31590]: audit 2024-05-11T04:19:25.602115+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:27.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: cluster 2024-05-11T04:19:25.415768+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:27.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:25.876180+0000 mon.a (mon.0) 551 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-11T04:19:27.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: cluster 2024-05-11T04:19:25.876396+0000 mon.a (mon.0) 552 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-05-11T04:19:27.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:25.876681+0000 mon.a (mon.0) 553 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:27.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:25.876749+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:19:27.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:25.878378+0000 mon.a (mon.0) 554 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:19:27.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:26.133749+0000 mon.a (mon.0) 555 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:27.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:26.135594+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:19:27.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:26 smithi173 bash[23566]: audit 2024-05-11T04:19:26.148011+0000 mon.a (mon.0) 557 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:27.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: cluster 2024-05-11T04:19:25.415768+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:27.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:25.876180+0000 mon.a (mon.0) 551 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-11T04:19:27.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: cluster 2024-05-11T04:19:25.876396+0000 mon.a (mon.0) 552 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:25.876681+0000 mon.a (mon.0) 553 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:25.876749+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:25.878378+0000 mon.a (mon.0) 554 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:26.133749+0000 mon.a (mon.0) 555 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:26.135594+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:26 smithi113 bash[21416]: audit 2024-05-11T04:19:26.148011+0000 mon.a (mon.0) 557 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: cluster 2024-05-11T04:19:25.415768+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:25.876180+0000 mon.a (mon.0) 551 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: cluster 2024-05-11T04:19:25.876396+0000 mon.a (mon.0) 552 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:25.876681+0000 mon.a (mon.0) 553 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:25.876749+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:19:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:25.878378+0000 mon.a (mon.0) 554 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:19:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:26.133749+0000 mon.a (mon.0) 555 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:26.135594+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:19:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:26 smithi113 bash[31590]: audit 2024-05-11T04:19:26.148011+0000 mon.a (mon.0) 557 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:27 smithi113 bash[21416]: audit 2024-05-11T04:19:26.882004+0000 mon.a (mon.0) 558 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:19:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:27 smithi113 bash[21416]: cluster 2024-05-11T04:19:26.882153+0000 mon.a (mon.0) 559 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-05-11T04:19:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:27 smithi113 bash[21416]: audit 2024-05-11T04:19:26.882884+0000 mon.a (mon.0) 560 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:27 smithi113 bash[21416]: audit 2024-05-11T04:19:26.894194+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:27 smithi113 bash[31590]: audit 2024-05-11T04:19:26.882004+0000 mon.a (mon.0) 558 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:19:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:27 smithi113 bash[31590]: cluster 2024-05-11T04:19:26.882153+0000 mon.a (mon.0) 559 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-05-11T04:19:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:27 smithi113 bash[31590]: audit 2024-05-11T04:19:26.882884+0000 mon.a (mon.0) 560 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:27 smithi113 bash[31590]: audit 2024-05-11T04:19:26.894194+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:28.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:27 smithi173 bash[23566]: audit 2024-05-11T04:19:26.882004+0000 mon.a (mon.0) 558 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:19:28.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:27 smithi173 bash[23566]: cluster 2024-05-11T04:19:26.882153+0000 mon.a (mon.0) 559 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-05-11T04:19:28.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:27 smithi173 bash[23566]: audit 2024-05-11T04:19:26.882884+0000 mon.a (mon.0) 560 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:28.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:27 smithi173 bash[23566]: audit 2024-05-11T04:19:26.894194+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:28.450 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 6 on host 'smithi173' 2024-05-11T04:19:29.010 DEBUG:teuthology.orchestra.run.smithi173:osd.6> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.6.service 2024-05-11T04:19:29.013 INFO:tasks.cephadm:Deploying osd.7 on smithi173 with /dev/vg_nvme/lv_1... 2024-05-11T04:19:29.013 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-11T04:19:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: cluster 2024-05-11T04:19:25.978887+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:19:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: cluster 2024-05-11T04:19:25.978977+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: cluster 2024-05-11T04:19:27.416301+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: audit 2024-05-11T04:19:27.892613+0000 mon.a (mon.0) 562 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: cluster 2024-05-11T04:19:27.907074+0000 mon.a (mon.0) 563 : cluster 1 osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859] boot 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: cluster 2024-05-11T04:19:27.907287+0000 mon.a (mon.0) 564 : cluster 0 osdmap e46: 7 total, 7 up, 7 in 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: audit 2024-05-11T04:19:27.908131+0000 mon.a (mon.0) 565 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: audit 2024-05-11T04:19:28.438308+0000 mon.a (mon.0) 566 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: audit 2024-05-11T04:19:28.439123+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:28 smithi113 bash[21416]: audit 2024-05-11T04:19:28.449525+0000 mon.a (mon.0) 568 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: cluster 2024-05-11T04:19:25.978887+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:19:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: cluster 2024-05-11T04:19:25.978977+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: cluster 2024-05-11T04:19:27.416301+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: audit 2024-05-11T04:19:27.892613+0000 mon.a (mon.0) 562 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: cluster 2024-05-11T04:19:27.907074+0000 mon.a (mon.0) 563 : cluster 1 osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859] boot 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: cluster 2024-05-11T04:19:27.907287+0000 mon.a (mon.0) 564 : cluster 0 osdmap e46: 7 total, 7 up, 7 in 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: audit 2024-05-11T04:19:27.908131+0000 mon.a (mon.0) 565 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: audit 2024-05-11T04:19:28.438308+0000 mon.a (mon.0) 566 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: audit 2024-05-11T04:19:28.439123+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:19:29.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:28 smithi113 bash[31590]: audit 2024-05-11T04:19:28.449525+0000 mon.a (mon.0) 568 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:29.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: cluster 2024-05-11T04:19:25.978887+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: cluster 2024-05-11T04:19:25.978977+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: cluster 2024-05-11T04:19:27.416301+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: audit 2024-05-11T04:19:27.892613+0000 mon.a (mon.0) 562 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: cluster 2024-05-11T04:19:27.907074+0000 mon.a (mon.0) 563 : cluster 1 osd.6 [v2:172.21.15.173:6816/1074914859,v1:172.21.15.173:6817/1074914859] boot 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: cluster 2024-05-11T04:19:27.907287+0000 mon.a (mon.0) 564 : cluster 0 osdmap e46: 7 total, 7 up, 7 in 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: audit 2024-05-11T04:19:27.908131+0000 mon.a (mon.0) 565 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: audit 2024-05-11T04:19:28.438308+0000 mon.a (mon.0) 566 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: audit 2024-05-11T04:19:28.439123+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:19:29.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:28 smithi173 bash[23566]: audit 2024-05-11T04:19:28.449525+0000 mon.a (mon.0) 568 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:30.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:29 smithi113 bash[21416]: cluster 2024-05-11T04:19:28.903459+0000 mon.a (mon.0) 569 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-05-11T04:19:30.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:29 smithi113 bash[31590]: cluster 2024-05-11T04:19:28.903459+0000 mon.a (mon.0) 569 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-05-11T04:19:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:29 smithi173 bash[23566]: cluster 2024-05-11T04:19:28.903459+0000 mon.a (mon.0) 569 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-05-11T04:19:31.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:30 smithi113 bash[21416]: cluster 2024-05-11T04:19:29.416837+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:31.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:30 smithi113 bash[21416]: cluster 2024-05-11T04:19:29.931344+0000 mon.a (mon.0) 570 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-05-11T04:19:31.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:30 smithi113 bash[31590]: cluster 2024-05-11T04:19:29.416837+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:31.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:30 smithi113 bash[31590]: cluster 2024-05-11T04:19:29.931344+0000 mon.a (mon.0) 570 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-05-11T04:19:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:30 smithi173 bash[23566]: cluster 2024-05-11T04:19:29.416837+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:30 smithi173 bash[23566]: cluster 2024-05-11T04:19:29.931344+0000 mon.a (mon.0) 570 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-05-11T04:19:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:31 smithi113 bash[21416]: cluster 2024-05-11T04:19:30.930283+0000 mon.a (mon.0) 571 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-05-11T04:19:32.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:31 smithi113 bash[31590]: cluster 2024-05-11T04:19:30.930283+0000 mon.a (mon.0) 571 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-05-11T04:19:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:31 smithi173 bash[23566]: cluster 2024-05-11T04:19:30.930283+0000 mon.a (mon.0) 571 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-05-11T04:19:33.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:32 smithi113 bash[21416]: cluster 2024-05-11T04:19:31.417398+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v257: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-11T04:19:33.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:32 smithi113 bash[21416]: cluster 2024-05-11T04:19:31.955318+0000 mon.a (mon.0) 572 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-05-11T04:19:33.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:32 smithi113 bash[31590]: cluster 2024-05-11T04:19:31.417398+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v257: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-11T04:19:33.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:32 smithi113 bash[31590]: cluster 2024-05-11T04:19:31.955318+0000 mon.a (mon.0) 572 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-05-11T04:19:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:32 smithi173 bash[23566]: cluster 2024-05-11T04:19:31.417398+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v257: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-11T04:19:33.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:32 smithi173 bash[23566]: cluster 2024-05-11T04:19:31.955318+0000 mon.a (mon.0) 572 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-05-11T04:19:33.288 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:19:35.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:34 smithi113 bash[21416]: cluster 2024-05-11T04:19:33.417937+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v259: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-05-11T04:19:35.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:34 smithi113 bash[31590]: cluster 2024-05-11T04:19:33.417937+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v259: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-05-11T04:19:35.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:34 smithi173 bash[23566]: cluster 2024-05-11T04:19:33.417937+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v259: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-05-11T04:19:36.782 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-11T04:19:36.782 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-11T04:19:36.782 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-05-11T04:19:36.782 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-05-11T04:19:36.782 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130634 s, 803 MB/s 2024-05-11T04:19:36.782 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-05-11T04:19:37.070 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:36 smithi173 bash[23566]: cluster 2024-05-11T04:19:35.418520+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:19:37.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:36 smithi113 bash[21416]: cluster 2024-05-11T04:19:35.418520+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:19:37.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:36 smithi113 bash[31590]: cluster 2024-05-11T04:19:35.418520+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:19:37.603 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_1 2024-05-11T04:19:39.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: cluster 2024-05-11T04:19:37.419069+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-05-11T04:19:39.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: cephadm 2024-05-11T04:19:37.934022+0000 mgr.y (mgr.14152) 279 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.944165+0000 mon.a (mon.0) 573 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.953995+0000 mon.a (mon.0) 574 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.956625+0000 mon.a (mon.0) 575 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.958365+0000 mon.a (mon.0) 576 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.960042+0000 mon.a (mon.0) 577 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: cephadm 2024-05-11T04:19:37.961347+0000 mgr.y (mgr.14152) 280 : cephadm 1 Adjusting osd_memory_target on smithi173 to 5755M 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.970246+0000 mon.a (mon.0) 578 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.972733+0000 mon.a (mon.0) 579 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.978725+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:19:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:38 smithi113 bash[21416]: audit 2024-05-11T04:19:37.988735+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: cluster 2024-05-11T04:19:37.419069+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: cephadm 2024-05-11T04:19:37.934022+0000 mgr.y (mgr.14152) 279 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.944165+0000 mon.a (mon.0) 573 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.953995+0000 mon.a (mon.0) 574 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.956625+0000 mon.a (mon.0) 575 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.958365+0000 mon.a (mon.0) 576 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.960042+0000 mon.a (mon.0) 577 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: cephadm 2024-05-11T04:19:37.961347+0000 mgr.y (mgr.14152) 280 : cephadm 1 Adjusting osd_memory_target on smithi173 to 5755M 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.970246+0000 mon.a (mon.0) 578 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.972733+0000 mon.a (mon.0) 579 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.978725+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:19:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:38 smithi113 bash[31590]: audit 2024-05-11T04:19:37.988735+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: cluster 2024-05-11T04:19:37.419069+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: cephadm 2024-05-11T04:19:37.934022+0000 mgr.y (mgr.14152) 279 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.944165+0000 mon.a (mon.0) 573 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.953995+0000 mon.a (mon.0) 574 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.956625+0000 mon.a (mon.0) 575 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.958365+0000 mon.a (mon.0) 576 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.960042+0000 mon.a (mon.0) 577 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:19:39.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: cephadm 2024-05-11T04:19:37.961347+0000 mgr.y (mgr.14152) 280 : cephadm 1 Adjusting osd_memory_target on smithi173 to 5755M 2024-05-11T04:19:39.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.970246+0000 mon.a (mon.0) 578 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:39.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.972733+0000 mon.a (mon.0) 579 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:39.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.978725+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:19:39.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:38 smithi173 bash[23566]: audit 2024-05-11T04:19:37.988735+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:19:41.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:40 smithi113 bash[21416]: cluster 2024-05-11T04:19:39.419621+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:41.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:40 smithi113 bash[31590]: cluster 2024-05-11T04:19:39.419621+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:41.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:40 smithi173 bash[23566]: cluster 2024-05-11T04:19:39.419621+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:42.297 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:19:43.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:42 smithi113 bash[21416]: cluster 2024-05-11T04:19:41.420219+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:43.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:42 smithi113 bash[31590]: cluster 2024-05-11T04:19:41.420219+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:43.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:42 smithi173 bash[23566]: cluster 2024-05-11T04:19:41.420219+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:45.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:44 smithi113 bash[21416]: cluster 2024-05-11T04:19:43.420711+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:45.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:44 smithi113 bash[21416]: audit 2024-05-11T04:19:44.830926+0000 mon.a (mon.0) 582 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:19:45.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:44 smithi113 bash[21416]: audit 2024-05-11T04:19:44.837334+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:19:45.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:44 smithi113 bash[21416]: audit 2024-05-11T04:19:44.838899+0000 mon.a (mon.0) 584 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:45.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:44 smithi113 bash[31590]: cluster 2024-05-11T04:19:43.420711+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:45.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:44 smithi113 bash[31590]: audit 2024-05-11T04:19:44.830926+0000 mon.a (mon.0) 582 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:19:45.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:44 smithi113 bash[31590]: audit 2024-05-11T04:19:44.837334+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:19:45.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:44 smithi113 bash[31590]: audit 2024-05-11T04:19:44.838899+0000 mon.a (mon.0) 584 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:45.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:44 smithi173 bash[23566]: cluster 2024-05-11T04:19:43.420711+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:45.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:44 smithi173 bash[23566]: audit 2024-05-11T04:19:44.830926+0000 mon.a (mon.0) 582 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:19:45.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:44 smithi173 bash[23566]: audit 2024-05-11T04:19:44.837334+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:19:45.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:44 smithi173 bash[23566]: audit 2024-05-11T04:19:44.838899+0000 mon.a (mon.0) 584 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:19:46.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:45 smithi113 bash[21416]: audit 2024-05-11T04:19:44.823731+0000 mgr.y (mgr.14152) 284 : audit 0 from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:19:46.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:45 smithi113 bash[31590]: audit 2024-05-11T04:19:44.823731+0000 mgr.y (mgr.14152) 284 : audit 0 from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:19:46.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:45 smithi173 bash[23566]: audit 2024-05-11T04:19:44.823731+0000 mgr.y (mgr.14152) 284 : audit 0 from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:19:47.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:46 smithi113 bash[21416]: cluster 2024-05-11T04:19:45.421228+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:47.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:46 smithi113 bash[31590]: cluster 2024-05-11T04:19:45.421228+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:47.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:46 smithi173 bash[23566]: cluster 2024-05-11T04:19:45.421228+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:49.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:48 smithi113 bash[21416]: cluster 2024-05-11T04:19:47.421735+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:49.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:48 smithi113 bash[31590]: cluster 2024-05-11T04:19:47.421735+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:49.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:48 smithi173 bash[23566]: cluster 2024-05-11T04:19:47.421735+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:51.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:50 smithi113 bash[21416]: cluster 2024-05-11T04:19:49.422284+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:51.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:50 smithi113 bash[31590]: cluster 2024-05-11T04:19:49.422284+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:51.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:50 smithi173 bash[23566]: cluster 2024-05-11T04:19:49.422284+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:53.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:52 smithi113 bash[21416]: cluster 2024-05-11T04:19:51.422814+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:53.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:52 smithi113 bash[21416]: audit 2024-05-11T04:19:52.705117+0000 mon.b (mon.1) 21 : audit 1 from='client.? 172.21.15.173:0/746241925' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]: dispatch 2024-05-11T04:19:53.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:52 smithi113 bash[21416]: audit 2024-05-11T04:19:52.706822+0000 mon.a (mon.0) 585 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]: dispatch 2024-05-11T04:19:53.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:52 smithi113 bash[21416]: audit 2024-05-11T04:19:52.716189+0000 mon.a (mon.0) 586 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]': finished 2024-05-11T04:19:53.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:52 smithi113 bash[21416]: cluster 2024-05-11T04:19:52.716430+0000 mon.a (mon.0) 587 : cluster 0 osdmap e51: 8 total, 7 up, 8 in 2024-05-11T04:19:53.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:52 smithi113 bash[21416]: audit 2024-05-11T04:19:52.716748+0000 mon.a (mon.0) 588 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:19:53.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:52 smithi113 bash[31590]: cluster 2024-05-11T04:19:51.422814+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:53.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:52 smithi113 bash[31590]: audit 2024-05-11T04:19:52.705117+0000 mon.b (mon.1) 21 : audit 1 from='client.? 172.21.15.173:0/746241925' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]: dispatch 2024-05-11T04:19:53.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:52 smithi113 bash[31590]: audit 2024-05-11T04:19:52.706822+0000 mon.a (mon.0) 585 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]: dispatch 2024-05-11T04:19:53.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:52 smithi113 bash[31590]: audit 2024-05-11T04:19:52.716189+0000 mon.a (mon.0) 586 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]': finished 2024-05-11T04:19:53.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:52 smithi113 bash[31590]: cluster 2024-05-11T04:19:52.716430+0000 mon.a (mon.0) 587 : cluster 0 osdmap e51: 8 total, 7 up, 8 in 2024-05-11T04:19:53.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:52 smithi113 bash[31590]: audit 2024-05-11T04:19:52.716748+0000 mon.a (mon.0) 588 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:19:53.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:52 smithi173 bash[23566]: cluster 2024-05-11T04:19:51.422814+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:53.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:52 smithi173 bash[23566]: audit 2024-05-11T04:19:52.705117+0000 mon.b (mon.1) 21 : audit 1 from='client.? 172.21.15.173:0/746241925' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]: dispatch 2024-05-11T04:19:53.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:52 smithi173 bash[23566]: audit 2024-05-11T04:19:52.706822+0000 mon.a (mon.0) 585 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]: dispatch 2024-05-11T04:19:53.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:52 smithi173 bash[23566]: audit 2024-05-11T04:19:52.716189+0000 mon.a (mon.0) 586 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8a135db-839f-4f04-aa48-8b74e38c2d1f"}]': finished 2024-05-11T04:19:53.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:52 smithi173 bash[23566]: cluster 2024-05-11T04:19:52.716430+0000 mon.a (mon.0) 587 : cluster 0 osdmap e51: 8 total, 7 up, 8 in 2024-05-11T04:19:53.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:52 smithi173 bash[23566]: audit 2024-05-11T04:19:52.716748+0000 mon.a (mon.0) 588 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:19:54.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:53 smithi173 bash[23566]: audit 2024-05-11T04:19:53.476696+0000 mon.b (mon.1) 22 : audit 0 from='client.? 172.21.15.173:0/2625159356' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:19:54.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:53 smithi113 bash[21416]: audit 2024-05-11T04:19:53.476696+0000 mon.b (mon.1) 22 : audit 0 from='client.? 172.21.15.173:0/2625159356' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:19:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:53 smithi113 bash[31590]: audit 2024-05-11T04:19:53.476696+0000 mon.b (mon.1) 22 : audit 0 from='client.? 172.21.15.173:0/2625159356' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:19:55.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:54 smithi173 bash[23566]: cluster 2024-05-11T04:19:53.423327+0000 mgr.y (mgr.14152) 289 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:55.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:54 smithi113 bash[21416]: cluster 2024-05-11T04:19:53.423327+0000 mgr.y (mgr.14152) 289 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:55.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:54 smithi113 bash[31590]: cluster 2024-05-11T04:19:53.423327+0000 mgr.y (mgr.14152) 289 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:57.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:56 smithi173 bash[23566]: cluster 2024-05-11T04:19:55.423880+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:56 smithi113 bash[21416]: cluster 2024-05-11T04:19:55.423880+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:57.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:56 smithi113 bash[31590]: cluster 2024-05-11T04:19:55.423880+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:59.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:19:58 smithi173 bash[23566]: cluster 2024-05-11T04:19:57.424546+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:59.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:19:58 smithi113 bash[21416]: cluster 2024-05-11T04:19:57.424546+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:19:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:19:58 smithi113 bash[31590]: cluster 2024-05-11T04:19:57.424546+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:01.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:01 smithi173 bash[23566]: cluster 2024-05-11T04:19:59.425191+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:01.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:01 smithi173 bash[23566]: cluster 2024-05-11T04:20:00.002732+0000 mon.a (mon.0) 589 : cluster 1 overall HEALTH_OK 2024-05-11T04:20:01.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:01 smithi113 bash[21416]: cluster 2024-05-11T04:19:59.425191+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:01.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:01 smithi113 bash[21416]: cluster 2024-05-11T04:20:00.002732+0000 mon.a (mon.0) 589 : cluster 1 overall HEALTH_OK 2024-05-11T04:20:01.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:01 smithi113 bash[31590]: cluster 2024-05-11T04:19:59.425191+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:01.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:01 smithi113 bash[31590]: cluster 2024-05-11T04:20:00.002732+0000 mon.a (mon.0) 589 : cluster 1 overall HEALTH_OK 2024-05-11T04:20:03.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:03 smithi173 bash[23566]: cluster 2024-05-11T04:20:01.425783+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:03.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:03 smithi113 bash[31590]: cluster 2024-05-11T04:20:01.425783+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:03.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:03 smithi113 bash[21416]: cluster 2024-05-11T04:20:01.425783+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:05.258 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:05 smithi173 bash[23566]: cluster 2024-05-11T04:20:03.426340+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:05.259 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:05 smithi173 bash[23566]: audit 2024-05-11T04:20:04.302637+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:20:05.259 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:05 smithi173 bash[23566]: audit 2024-05-11T04:20:04.304686+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:05.259 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:05 smithi173 bash[23566]: cephadm 2024-05-11T04:20:04.306098+0000 mgr.y (mgr.14152) 295 : cephadm 1 Deploying daemon osd.7 on smithi173 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:05 smithi113 bash[21416]: cluster 2024-05-11T04:20:03.426340+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:05 smithi113 bash[21416]: audit 2024-05-11T04:20:04.302637+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:05 smithi113 bash[21416]: audit 2024-05-11T04:20:04.304686+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:05 smithi113 bash[21416]: cephadm 2024-05-11T04:20:04.306098+0000 mgr.y (mgr.14152) 295 : cephadm 1 Deploying daemon osd.7 on smithi173 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:05 smithi113 bash[31590]: cluster 2024-05-11T04:20:03.426340+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:05 smithi113 bash[31590]: audit 2024-05-11T04:20:04.302637+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:20:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:05 smithi113 bash[31590]: audit 2024-05-11T04:20:04.304686+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:05.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:05 smithi113 bash[31590]: cephadm 2024-05-11T04:20:04.306098+0000 mgr.y (mgr.14152) 295 : cephadm 1 Deploying daemon osd.7 on smithi173 2024-05-11T04:20:07.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:07 smithi173 bash[23566]: cluster 2024-05-11T04:20:05.426924+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:07.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:07 smithi113 bash[21416]: cluster 2024-05-11T04:20:05.426924+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:07.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:07 smithi113 bash[31590]: cluster 2024-05-11T04:20:05.426924+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:08.038 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:20:07 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.038 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:20:07 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.039 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:20:07 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.039 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:07 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.039 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:20:07 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.304 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:20:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.304 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:20:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.304 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:20:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.305 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:20:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:08.305 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:09.639 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:09 smithi173 bash[23566]: cluster 2024-05-11T04:20:07.427500+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:09.639 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:09 smithi173 bash[23566]: audit 2024-05-11T04:20:08.305251+0000 mon.a (mon.0) 592 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:09.639 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:09 smithi173 bash[23566]: audit 2024-05-11T04:20:08.306556+0000 mon.a (mon.0) 593 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:09.639 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:09 smithi173 bash[23566]: audit 2024-05-11T04:20:08.317762+0000 mon.a (mon.0) 594 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:09 smithi113 bash[31590]: cluster 2024-05-11T04:20:07.427500+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:09 smithi113 bash[31590]: audit 2024-05-11T04:20:08.305251+0000 mon.a (mon.0) 592 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:09 smithi113 bash[31590]: audit 2024-05-11T04:20:08.306556+0000 mon.a (mon.0) 593 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:09 smithi113 bash[31590]: audit 2024-05-11T04:20:08.317762+0000 mon.a (mon.0) 594 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:09 smithi113 bash[21416]: cluster 2024-05-11T04:20:07.427500+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:09 smithi113 bash[21416]: audit 2024-05-11T04:20:08.305251+0000 mon.a (mon.0) 592 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:09 smithi113 bash[21416]: audit 2024-05-11T04:20:08.306556+0000 mon.a (mon.0) 593 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:09.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:09 smithi113 bash[21416]: audit 2024-05-11T04:20:08.317762+0000 mon.a (mon.0) 594 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:11.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:11 smithi113 bash[21416]: cluster 2024-05-11T04:20:09.428060+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:11.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:11 smithi113 bash[31590]: cluster 2024-05-11T04:20:09.428060+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:11.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:11 smithi173 bash[23566]: cluster 2024-05-11T04:20:09.428060+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:13.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:13 smithi173 bash[23566]: cluster 2024-05-11T04:20:11.428671+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:13.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:13 smithi113 bash[21416]: cluster 2024-05-11T04:20:11.428671+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:13.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:13 smithi113 bash[31590]: cluster 2024-05-11T04:20:11.428671+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: cluster 2024-05-11T04:20:13.429248+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:13.551498+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:13.562115+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:13.574875+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:13.576719+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:13.587046+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:14.496250+0000 mon.b (mon.1) 23 : audit 1 from='osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:20:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:14 smithi113 bash[21416]: audit 2024-05-11T04:20:14.497694+0000 mon.a (mon.0) 600 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: cluster 2024-05-11T04:20:13.429248+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:13.551498+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:13.562115+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:13.574875+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:13.576719+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:13.587046+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:14.496250+0000 mon.b (mon.1) 23 : audit 1 from='osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:20:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:14 smithi113 bash[31590]: audit 2024-05-11T04:20:14.497694+0000 mon.a (mon.0) 600 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:20:15.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: cluster 2024-05-11T04:20:13.429248+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:15.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:13.551498+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:13.562115+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:13.574875+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:13.576719+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:13.587046+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:14.496250+0000 mon.b (mon.1) 23 : audit 1 from='osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:20:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:14 smithi173 bash[23566]: audit 2024-05-11T04:20:14.497694+0000 mon.a (mon.0) 600 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:20:16.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:16 smithi113 bash[31590]: audit 2024-05-11T04:20:15.322593+0000 mon.a (mon.0) 601 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-11T04:20:16.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:16 smithi113 bash[31590]: cluster 2024-05-11T04:20:15.322768+0000 mon.a (mon.0) 602 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-05-11T04:20:16.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:16 smithi113 bash[31590]: audit 2024-05-11T04:20:15.323042+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:16.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:16 smithi113 bash[31590]: audit 2024-05-11T04:20:15.323600+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:20:16.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:16 smithi113 bash[31590]: audit 2024-05-11T04:20:15.324996+0000 mon.a (mon.0) 604 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:20:16.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:16 smithi113 bash[21416]: audit 2024-05-11T04:20:15.322593+0000 mon.a (mon.0) 601 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-11T04:20:16.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:16 smithi113 bash[21416]: cluster 2024-05-11T04:20:15.322768+0000 mon.a (mon.0) 602 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-05-11T04:20:16.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:16 smithi113 bash[21416]: audit 2024-05-11T04:20:15.323042+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:16.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:16 smithi113 bash[21416]: audit 2024-05-11T04:20:15.323600+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:20:16.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:16 smithi113 bash[21416]: audit 2024-05-11T04:20:15.324996+0000 mon.a (mon.0) 604 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:20:16.737 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 7 on host 'smithi173' 2024-05-11T04:20:16.756 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:16 smithi173 bash[23566]: audit 2024-05-11T04:20:15.322593+0000 mon.a (mon.0) 601 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-11T04:20:16.756 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:16 smithi173 bash[23566]: cluster 2024-05-11T04:20:15.322768+0000 mon.a (mon.0) 602 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-05-11T04:20:16.756 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:16 smithi173 bash[23566]: audit 2024-05-11T04:20:15.323042+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:16.756 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:16 smithi173 bash[23566]: audit 2024-05-11T04:20:15.323600+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:20:16.756 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:16 smithi173 bash[23566]: audit 2024-05-11T04:20:15.324996+0000 mon.a (mon.0) 604 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:20:17.421 DEBUG:teuthology.orchestra.run.smithi173:osd.7> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.7.service 2024-05-11T04:20:17.424 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-05-11T04:20:17.424 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd stat -f json 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: cluster 2024-05-11T04:20:15.429794+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: audit 2024-05-11T04:20:16.323502+0000 mon.a (mon.0) 605 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: cluster 2024-05-11T04:20:16.323764+0000 mon.a (mon.0) 606 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: audit 2024-05-11T04:20:16.324438+0000 mon.a (mon.0) 607 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: audit 2024-05-11T04:20:16.335356+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: audit 2024-05-11T04:20:16.706821+0000 mon.a (mon.0) 609 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: audit 2024-05-11T04:20:16.718717+0000 mon.a (mon.0) 610 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:17.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:17 smithi113 bash[21416]: audit 2024-05-11T04:20:16.732353+0000 mon.a (mon.0) 611 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: cluster 2024-05-11T04:20:15.429794+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: audit 2024-05-11T04:20:16.323502+0000 mon.a (mon.0) 605 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: cluster 2024-05-11T04:20:16.323764+0000 mon.a (mon.0) 606 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: audit 2024-05-11T04:20:16.324438+0000 mon.a (mon.0) 607 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: audit 2024-05-11T04:20:16.335356+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: audit 2024-05-11T04:20:16.706821+0000 mon.a (mon.0) 609 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: audit 2024-05-11T04:20:16.718717+0000 mon.a (mon.0) 610 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:17.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:17 smithi113 bash[31590]: audit 2024-05-11T04:20:16.732353+0000 mon.a (mon.0) 611 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:17.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: cluster 2024-05-11T04:20:15.429794+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:17.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: audit 2024-05-11T04:20:16.323502+0000 mon.a (mon.0) 605 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-05-11T04:20:17.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: cluster 2024-05-11T04:20:16.323764+0000 mon.a (mon.0) 606 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-05-11T04:20:17.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: audit 2024-05-11T04:20:16.324438+0000 mon.a (mon.0) 607 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:17.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: audit 2024-05-11T04:20:16.335356+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:17.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: audit 2024-05-11T04:20:16.706821+0000 mon.a (mon.0) 609 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:17.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: audit 2024-05-11T04:20:16.718717+0000 mon.a (mon.0) 610 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:17.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:17 smithi173 bash[23566]: audit 2024-05-11T04:20:16.732353+0000 mon.a (mon.0) 611 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:18 smithi113 bash[21416]: cluster 2024-05-11T04:20:15.454025+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:18 smithi113 bash[21416]: cluster 2024-05-11T04:20:15.454130+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:18 smithi113 bash[21416]: cluster 2024-05-11T04:20:17.335780+0000 mon.a (mon.0) 612 : cluster 1 osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051] boot 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:18 smithi113 bash[21416]: cluster 2024-05-11T04:20:17.335908+0000 mon.a (mon.0) 613 : cluster 0 osdmap e54: 8 total, 8 up, 8 in 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:18 smithi113 bash[21416]: audit 2024-05-11T04:20:17.337272+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:18 smithi113 bash[21416]: cluster 2024-05-11T04:20:17.430343+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:18.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:18 smithi113 bash[31590]: cluster 2024-05-11T04:20:15.454025+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:20:18.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:18 smithi113 bash[31590]: cluster 2024-05-11T04:20:15.454130+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:20:18.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:18 smithi113 bash[31590]: cluster 2024-05-11T04:20:17.335780+0000 mon.a (mon.0) 612 : cluster 1 osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051] boot 2024-05-11T04:20:18.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:18 smithi113 bash[31590]: cluster 2024-05-11T04:20:17.335908+0000 mon.a (mon.0) 613 : cluster 0 osdmap e54: 8 total, 8 up, 8 in 2024-05-11T04:20:18.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:18 smithi113 bash[31590]: audit 2024-05-11T04:20:17.337272+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:18.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:18 smithi113 bash[31590]: cluster 2024-05-11T04:20:17.430343+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:18.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:18 smithi173 bash[23566]: cluster 2024-05-11T04:20:15.454025+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:20:18.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:18 smithi173 bash[23566]: cluster 2024-05-11T04:20:15.454130+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:20:18.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:18 smithi173 bash[23566]: cluster 2024-05-11T04:20:17.335780+0000 mon.a (mon.0) 612 : cluster 1 osd.7 [v2:172.21.15.173:6824/494008051,v1:172.21.15.173:6825/494008051] boot 2024-05-11T04:20:18.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:18 smithi173 bash[23566]: cluster 2024-05-11T04:20:17.335908+0000 mon.a (mon.0) 613 : cluster 0 osdmap e54: 8 total, 8 up, 8 in 2024-05-11T04:20:18.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:18 smithi173 bash[23566]: audit 2024-05-11T04:20:17.337272+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:20:18.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:18 smithi173 bash[23566]: cluster 2024-05-11T04:20:17.430343+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:20:19.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:19 smithi113 bash[31590]: cluster 2024-05-11T04:20:18.357342+0000 mon.a (mon.0) 615 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-05-11T04:20:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:19 smithi113 bash[21416]: cluster 2024-05-11T04:20:18.357342+0000 mon.a (mon.0) 615 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-05-11T04:20:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:19 smithi173 bash[23566]: cluster 2024-05-11T04:20:18.357342+0000 mon.a (mon.0) 615 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-05-11T04:20:20.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:20 smithi113 bash[21416]: cluster 2024-05-11T04:20:19.366214+0000 mon.a (mon.0) 616 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-05-11T04:20:20.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:20 smithi113 bash[21416]: cluster 2024-05-11T04:20:19.431011+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:20.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:20 smithi113 bash[21416]: cluster 2024-05-11T04:20:19.647052+0000 mon.a (mon.0) 617 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-05-11T04:20:20.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:20 smithi113 bash[31590]: cluster 2024-05-11T04:20:19.366214+0000 mon.a (mon.0) 616 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-05-11T04:20:20.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:20 smithi113 bash[31590]: cluster 2024-05-11T04:20:19.431011+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:20.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:20 smithi113 bash[31590]: cluster 2024-05-11T04:20:19.647052+0000 mon.a (mon.0) 617 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-05-11T04:20:20.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:20 smithi173 bash[23566]: cluster 2024-05-11T04:20:19.366214+0000 mon.a (mon.0) 616 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-05-11T04:20:20.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:20 smithi173 bash[23566]: cluster 2024-05-11T04:20:19.431011+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:20.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:20 smithi173 bash[23566]: cluster 2024-05-11T04:20:19.647052+0000 mon.a (mon.0) 617 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-05-11T04:20:21.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:21 smithi113 bash[21416]: cluster 2024-05-11T04:20:20.651648+0000 mon.a (mon.0) 618 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-05-11T04:20:21.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:21 smithi113 bash[31590]: cluster 2024-05-11T04:20:20.651648+0000 mon.a (mon.0) 618 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-05-11T04:20:22.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:21 smithi173 bash[23566]: cluster 2024-05-11T04:20:20.651648+0000 mon.a (mon.0) 618 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-05-11T04:20:22.133 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:20:22.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:22 smithi113 bash[21416]: cluster 2024-05-11T04:20:21.431690+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:22.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:22 smithi113 bash[31590]: cluster 2024-05-11T04:20:21.431690+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:23.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:22 smithi173 bash[23566]: cluster 2024-05-11T04:20:21.431690+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:24.919 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:24 smithi173 bash[23566]: cluster 2024-05-11T04:20:23.432298+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-05-11T04:20:24.969 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:20:24.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:24 smithi113 bash[21416]: cluster 2024-05-11T04:20:23.432298+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-05-11T04:20:24.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:24 smithi113 bash[31590]: cluster 2024-05-11T04:20:23.432298+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-05-11T04:20:25.602 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1715401217,"num_in_osds":8,"osd_in_since":1715401192,"num_remapped_pgs":0} 2024-05-11T04:20:25.603 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:20:25.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:24.972870+0000 mon.a (mon.0) 619 : audit 0 from='client.? 172.21.15.113:0/1414894371' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-11T04:20:25.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.532948+0000 mon.a (mon.0) 620 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.547075+0000 mon.a (mon.0) 621 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.549769+0000 mon.a (mon.0) 622 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.551548+0000 mon.a (mon.0) 623 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.553158+0000 mon.a (mon.0) 624 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.554877+0000 mon.a (mon.0) 625 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.564928+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.566888+0000 mon.a (mon.0) 627 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.568404+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:25 smithi113 bash[21416]: audit 2024-05-11T04:20:25.580719+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:24.972870+0000 mon.a (mon.0) 619 : audit 0 from='client.? 172.21.15.113:0/1414894371' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.532948+0000 mon.a (mon.0) 620 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.547075+0000 mon.a (mon.0) 621 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.549769+0000 mon.a (mon.0) 622 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.551548+0000 mon.a (mon.0) 623 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.553158+0000 mon.a (mon.0) 624 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.554877+0000 mon.a (mon.0) 625 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:25.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.564928+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:25.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.566888+0000 mon.a (mon.0) 627 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:25.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.568404+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:25.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:25 smithi113 bash[31590]: audit 2024-05-11T04:20:25.580719+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:26.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:24.972870+0000 mon.a (mon.0) 619 : audit 0 from='client.? 172.21.15.113:0/1414894371' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-11T04:20:26.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.532948+0000 mon.a (mon.0) 620 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:26.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.547075+0000 mon.a (mon.0) 621 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.549769+0000 mon.a (mon.0) 622 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.551548+0000 mon.a (mon.0) 623 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.553158+0000 mon.a (mon.0) 624 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.554877+0000 mon.a (mon.0) 625 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.564928+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.566888+0000 mon.a (mon.0) 627 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.568404+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:26.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:25 smithi173 bash[23566]: audit 2024-05-11T04:20:25.580719+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:26.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:26 smithi113 bash[21416]: cluster 2024-05-11T04:20:25.432874+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-05-11T04:20:26.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:26 smithi113 bash[21416]: cephadm 2024-05-11T04:20:25.523112+0000 mgr.y (mgr.14152) 307 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:20:26.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:26 smithi113 bash[21416]: cephadm 2024-05-11T04:20:25.556103+0000 mgr.y (mgr.14152) 308 : cephadm 1 Adjusting osd_memory_target on smithi173 to 4316M 2024-05-11T04:20:26.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:26 smithi113 bash[31590]: cluster 2024-05-11T04:20:25.432874+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-05-11T04:20:26.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:26 smithi113 bash[31590]: cephadm 2024-05-11T04:20:25.523112+0000 mgr.y (mgr.14152) 307 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:20:26.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:26 smithi113 bash[31590]: cephadm 2024-05-11T04:20:25.556103+0000 mgr.y (mgr.14152) 308 : cephadm 1 Adjusting osd_memory_target on smithi173 to 4316M 2024-05-11T04:20:27.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:26 smithi173 bash[23566]: cluster 2024-05-11T04:20:25.432874+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-05-11T04:20:27.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:26 smithi173 bash[23566]: cephadm 2024-05-11T04:20:25.523112+0000 mgr.y (mgr.14152) 307 : cephadm 1 Detected new or changed devices on smithi173 2024-05-11T04:20:27.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:26 smithi173 bash[23566]: cephadm 2024-05-11T04:20:25.556103+0000 mgr.y (mgr.14152) 308 : cephadm 1 Adjusting osd_memory_target on smithi173 to 4316M 2024-05-11T04:20:28.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:28 smithi113 bash[21416]: cluster 2024-05-11T04:20:27.433447+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:20:28.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:28 smithi113 bash[31590]: cluster 2024-05-11T04:20:27.433447+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:20:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:28 smithi173 bash[23566]: cluster 2024-05-11T04:20:27.433447+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:20:30.314 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:20:30.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:30 smithi113 bash[21416]: cluster 2024-05-11T04:20:29.434075+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:20:30.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:30 smithi113 bash[31590]: cluster 2024-05-11T04:20:29.434075+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:20:31.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:30 smithi173 bash[23566]: cluster 2024-05-11T04:20:29.434075+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:20:32.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:32 smithi113 bash[21416]: cluster 2024-05-11T04:20:31.434633+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-05-11T04:20:32.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:32 smithi113 bash[31590]: cluster 2024-05-11T04:20:31.434633+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-05-11T04:20:33.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:32 smithi173 bash[23566]: cluster 2024-05-11T04:20:31.434633+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-05-11T04:20:33.196 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:20:33.196 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":58,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:20:20.641967+0000","last_up_change":"2024-05-11T04:20:17.326237+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6803","nonce":1742295569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6805","nonce":1742295569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6809","nonce":1742295569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6807","nonce":1742295569}]},"public_addr":"172.21.15.113:6803/1742295569","cluster_addr":"172.21.15.113:6805/1742295569","heartbeat_back_addr":"172.21.15.113:6809/1742295569","heartbeat_front_addr":"172.21.15.113:6807/1742295569","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6811","nonce":2827523102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6813","nonce":2827523102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6817","nonce":2827523102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6815","nonce":2827523102}]},"public_addr":"172.21.15.113:6811/2827523102","cluster_addr":"172.21.15.113:6813/2827523102","heartbeat_back_addr":"172.21.15.113:6817/2827523102","heartbeat_front_addr":"172.21.15.113:6815/2827523102","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6819","nonce":742041139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6821","nonce":742041139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6825","nonce":742041139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6823","nonce":742041139}]},"public_addr":"172.21.15.113:6819/742041139","cluster_addr":"172.21.15.113:6821/742041139","heartbeat_back_addr":"172.21.15.113:6825/742041139","heartbeat_front_addr":"172.21.15.113:6823/742041139","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6827","nonce":1868147514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6829","nonce":1868147514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6833","nonce":1868147514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6831","nonce":1868147514}]},"public_addr":"172.21.15.113:6827/1868147514","cluster_addr":"172.21.15.113:6829/1868147514","heartbeat_back_addr":"172.21.15.113:6833/1868147514","heartbeat_front_addr":"172.21.15.113:6831/1868147514","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6801","nonce":3950459363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6803","nonce":3950459363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6807","nonce":3950459363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6805","nonce":3950459363}]},"public_addr":"172.21.15.173:6801/3950459363","cluster_addr":"172.21.15.173:6803/3950459363","heartbeat_back_addr":"172.21.15.173:6807/3950459363","heartbeat_front_addr":"172.21.15.173:6805/3950459363","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:20:33.850 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-11T04:16:13.928437+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-11T04:20:33.850 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-11T04:20:33.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:33 smithi113 bash[21416]: audit 2024-05-11T04:20:33.199697+0000 mon.a (mon.0) 630 : audit 0 from='client.? 172.21.15.113:0/4268749133' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:20:33.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:33 smithi113 bash[31590]: audit 2024-05-11T04:20:33.199697+0000 mon.a (mon.0) 630 : audit 0 from='client.? 172.21.15.113:0/4268749133' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:20:34.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:33 smithi173 bash[23566]: audit 2024-05-11T04:20:33.199697+0000 mon.a (mon.0) 630 : audit 0 from='client.? 172.21.15.113:0/4268749133' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:20:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:34 smithi113 bash[21416]: cluster 2024-05-11T04:20:33.435187+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:20:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:34 smithi113 bash[31590]: cluster 2024-05-11T04:20:33.435187+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:20:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:34 smithi173 bash[23566]: cluster 2024-05-11T04:20:33.435187+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:20:36.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:36 smithi113 bash[21416]: cluster 2024-05-11T04:20:35.435763+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:36.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:36 smithi113 bash[31590]: cluster 2024-05-11T04:20:35.435763+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:37.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:36 smithi173 bash[23566]: cluster 2024-05-11T04:20:35.435763+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:38.568 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:20:38.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:38 smithi113 bash[21416]: cluster 2024-05-11T04:20:37.436359+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:38.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:38 smithi113 bash[31590]: cluster 2024-05-11T04:20:37.436359+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:39.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:38 smithi173 bash[23566]: cluster 2024-05-11T04:20:37.436359+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:40.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:40 smithi113 bash[31590]: cluster 2024-05-11T04:20:39.436800+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:40.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:40 smithi113 bash[21416]: cluster 2024-05-11T04:20:39.436800+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:41.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:40 smithi173 bash[23566]: cluster 2024-05-11T04:20:39.436800+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:41.233 INFO:teuthology.orchestra.run.smithi113.stdout:pg_num: 1 2024-05-11T04:20:41.923 INFO:tasks.cephadm:Adding prometheus.a on smithi173 2024-05-11T04:20:41.923 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch apply prometheus '1;smithi173=a' 2024-05-11T04:20:41.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:41 smithi113 bash[21416]: audit 2024-05-11T04:20:41.237720+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.113:0/773461219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-11T04:20:41.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:41 smithi113 bash[31590]: audit 2024-05-11T04:20:41.237720+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.113:0/773461219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-11T04:20:42.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:41 smithi173 bash[23566]: audit 2024-05-11T04:20:41.237720+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.113:0/773461219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-11T04:20:42.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:42 smithi113 bash[21416]: cluster 2024-05-11T04:20:41.437253+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:42.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:42 smithi113 bash[31590]: cluster 2024-05-11T04:20:41.437253+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:43.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:42 smithi173 bash[23566]: cluster 2024-05-11T04:20:41.437253+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:44.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:44 smithi113 bash[21416]: cluster 2024-05-11T04:20:43.437829+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:44.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:44 smithi113 bash[31590]: cluster 2024-05-11T04:20:43.437829+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:45.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:44 smithi173 bash[23566]: cluster 2024-05-11T04:20:43.437829+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:46.625 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:20:46.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:46 smithi113 bash[21416]: cluster 2024-05-11T04:20:45.438420+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:46.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:46 smithi113 bash[31590]: cluster 2024-05-11T04:20:45.438420+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:47.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:46 smithi173 bash[23566]: cluster 2024-05-11T04:20:45.438420+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:48 smithi173 bash[23566]: cluster 2024-05-11T04:20:47.438978+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:49.177 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled prometheus update... 2024-05-11T04:20:49.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:48 smithi113 bash[21416]: cluster 2024-05-11T04:20:47.438978+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:48 smithi113 bash[31590]: cluster 2024-05-11T04:20:47.438978+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:49.795 DEBUG:teuthology.orchestra.run.smithi173:prometheus.a> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@prometheus.a.service 2024-05-11T04:20:49.798 INFO:tasks.cephadm:Adding node-exporter.a on smithi113 2024-05-11T04:20:49.798 INFO:tasks.cephadm:Adding node-exporter.b on smithi173 2024-05-11T04:20:49.798 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch apply node-exporter '2;smithi113=a;smithi173=b' 2024-05-11T04:20:50.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: audit 2024-05-11T04:20:49.169304+0000 mgr.y (mgr.14152) 320 : audit 0 from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: cephadm 2024-05-11T04:20:49.172823+0000 mgr.y (mgr.14152) 321 : cephadm 1 Saving service prometheus spec with placement smithi173=a;count:1 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: audit 2024-05-11T04:20:49.180792+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: audit 2024-05-11T04:20:49.224293+0000 mon.a (mon.0) 632 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: audit 2024-05-11T04:20:49.807648+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: audit 2024-05-11T04:20:49.809417+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:50 smithi113 bash[21416]: audit 2024-05-11T04:20:49.819705+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: audit 2024-05-11T04:20:49.169304+0000 mgr.y (mgr.14152) 320 : audit 0 from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: cephadm 2024-05-11T04:20:49.172823+0000 mgr.y (mgr.14152) 321 : cephadm 1 Saving service prometheus spec with placement smithi173=a;count:1 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: audit 2024-05-11T04:20:49.180792+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: audit 2024-05-11T04:20:49.224293+0000 mon.a (mon.0) 632 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: audit 2024-05-11T04:20:49.807648+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: audit 2024-05-11T04:20:49.809417+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:50 smithi113 bash[31590]: audit 2024-05-11T04:20:49.819705+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:50.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:20:50 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: audit 2024-05-11T04:20:49.169304+0000 mgr.y (mgr.14152) 320 : audit 0 from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: cephadm 2024-05-11T04:20:49.172823+0000 mgr.y (mgr.14152) 321 : cephadm 1 Saving service prometheus spec with placement smithi173=a;count:1 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: audit 2024-05-11T04:20:49.180792+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: audit 2024-05-11T04:20:49.224293+0000 mon.a (mon.0) 632 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: audit 2024-05-11T04:20:49.807648+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: audit 2024-05-11T04:20:49.809417+0000 mon.a (mon.0) 634 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:20:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:50 smithi173 bash[23566]: audit 2024-05-11T04:20:49.819705+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:20:51.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:51 smithi113 bash[21416]: cluster 2024-05-11T04:20:49.439529+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:51.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:51 smithi113 bash[21416]: cephadm 2024-05-11T04:20:50.119900+0000 mgr.y (mgr.14152) 323 : cephadm 1 Deploying daemon prometheus.a on smithi173 2024-05-11T04:20:51.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:51 smithi113 bash[31590]: cluster 2024-05-11T04:20:49.439529+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:51.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:51 smithi113 bash[31590]: cephadm 2024-05-11T04:20:50.119900+0000 mgr.y (mgr.14152) 323 : cephadm 1 Deploying daemon prometheus.a on smithi173 2024-05-11T04:20:51.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:51 smithi173 bash[23566]: cluster 2024-05-11T04:20:49.439529+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:51.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:51 smithi173 bash[23566]: cephadm 2024-05-11T04:20:50.119900+0000 mgr.y (mgr.14152) 323 : cephadm 1 Deploying daemon prometheus.a on smithi173 2024-05-11T04:20:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:53 smithi113 bash[21416]: cluster 2024-05-11T04:20:51.440095+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:53.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:53 smithi113 bash[31590]: cluster 2024-05-11T04:20:51.440095+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:53 smithi173 bash[23566]: cluster 2024-05-11T04:20:51.440095+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:54.540 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:20:55.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:55 smithi113 bash[21416]: cluster 2024-05-11T04:20:53.440668+0000 mgr.y (mgr.14152) 325 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:55.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:55 smithi113 bash[31590]: cluster 2024-05-11T04:20:53.440668+0000 mgr.y (mgr.14152) 325 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:55 smithi173 bash[23566]: cluster 2024-05-11T04:20:53.440668+0000 mgr.y (mgr.14152) 325 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:57.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:57 smithi113 bash[21416]: cluster 2024-05-11T04:20:55.441189+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:57.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:57 smithi113 bash[31590]: cluster 2024-05-11T04:20:55.441189+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:57 smithi173 bash[23566]: cluster 2024-05-11T04:20:55.441189+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:59.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:20:59 smithi113 bash[31590]: cluster 2024-05-11T04:20:57.441745+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:59.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:20:59 smithi113 bash[21416]: cluster 2024-05-11T04:20:57.441745+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:20:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:20:59 smithi173 bash[23566]: cluster 2024-05-11T04:20:57.441745+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:00.630 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled node-exporter update... 2024-05-11T04:21:01.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:01 smithi113 bash[21416]: cluster 2024-05-11T04:20:59.442326+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:01.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:01 smithi113 bash[21416]: audit 2024-05-11T04:21:00.634670+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:01.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:01 smithi113 bash[31590]: cluster 2024-05-11T04:20:59.442326+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:01.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:01 smithi113 bash[31590]: audit 2024-05-11T04:21:00.634670+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:01 smithi173 bash[23566]: cluster 2024-05-11T04:20:59.442326+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:01 smithi173 bash[23566]: audit 2024-05-11T04:21:00.634670+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:01.790 DEBUG:teuthology.orchestra.run.smithi113:node-exporter.a> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@node-exporter.a.service 2024-05-11T04:21:01.792 DEBUG:teuthology.orchestra.run.smithi173:node-exporter.b> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@node-exporter.b.service 2024-05-11T04:21:01.795 INFO:tasks.cephadm:Adding alertmanager.a on smithi113 2024-05-11T04:21:01.795 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch apply alertmanager '1;smithi113=a' 2024-05-11T04:21:02.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:02 smithi113 bash[21416]: audit 2024-05-11T04:21:00.623546+0000 mgr.y (mgr.14152) 329 : audit 0 from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi113=a;smithi173=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:21:02.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:02 smithi113 bash[21416]: cephadm 2024-05-11T04:21:00.627240+0000 mgr.y (mgr.14152) 330 : cephadm 1 Saving service node-exporter spec with placement smithi113=a;smithi173=b;count:2 2024-05-11T04:21:02.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:02 smithi113 bash[31590]: audit 2024-05-11T04:21:00.623546+0000 mgr.y (mgr.14152) 329 : audit 0 from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi113=a;smithi173=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:21:02.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:02 smithi113 bash[31590]: cephadm 2024-05-11T04:21:00.627240+0000 mgr.y (mgr.14152) 330 : cephadm 1 Saving service node-exporter spec with placement smithi113=a;smithi173=b;count:2 2024-05-11T04:21:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:02 smithi173 bash[23566]: audit 2024-05-11T04:21:00.623546+0000 mgr.y (mgr.14152) 329 : audit 0 from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi113=a;smithi173=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:21:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:02 smithi173 bash[23566]: cephadm 2024-05-11T04:21:00.627240+0000 mgr.y (mgr.14152) 330 : cephadm 1 Saving service node-exporter spec with placement smithi113=a;smithi173=b;count:2 2024-05-11T04:21:03.471 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:03 smithi173 bash[23566]: cluster 2024-05-11T04:21:01.442916+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:03.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:03 smithi113 bash[21416]: cluster 2024-05-11T04:21:01.442916+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:03.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:03 smithi113 bash[31590]: cluster 2024-05-11T04:21:01.442916+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:04.429 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.429 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.429 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.430 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.430 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.431 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.431 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.431 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.431 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.431 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.770 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.771 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.771 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.771 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:04.772 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: Started Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:21:04.772 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:21:04 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:05.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:05 smithi113 bash[21416]: cluster 2024-05-11T04:21:03.443484+0000 mgr.y (mgr.14152) 332 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:05.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:05 smithi113 bash[21416]: audit 2024-05-11T04:21:04.585458+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:05 smithi113 bash[21416]: audit 2024-05-11T04:21:04.596550+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:05 smithi113 bash[21416]: audit 2024-05-11T04:21:04.642527+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:05 smithi113 bash[21416]: audit 2024-05-11T04:21:04.650729+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-11T04:21:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:05 smithi113 bash[31590]: cluster 2024-05-11T04:21:03.443484+0000 mgr.y (mgr.14152) 332 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:05 smithi113 bash[31590]: audit 2024-05-11T04:21:04.585458+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:05 smithi113 bash[31590]: audit 2024-05-11T04:21:04.596550+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:05 smithi113 bash[31590]: audit 2024-05-11T04:21:04.642527+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:05 smithi113 bash[31590]: audit 2024-05-11T04:21:04.650729+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-11T04:21:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:05 smithi173 bash[23566]: cluster 2024-05-11T04:21:03.443484+0000 mgr.y (mgr.14152) 332 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:05 smithi173 bash[23566]: audit 2024-05-11T04:21:04.585458+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:05 smithi173 bash[23566]: audit 2024-05-11T04:21:04.596550+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:05 smithi173 bash[23566]: audit 2024-05-11T04:21:04.642527+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' 2024-05-11T04:21:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:05 smithi173 bash[23566]: audit 2024-05-11T04:21:04.650729+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.335Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.335Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.335Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi173 (none))" 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.336Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.336Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.337Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.337Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.340Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.340Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.341Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:21:05.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.341Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.824µs 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.341Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.341Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.341Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.787µs wal_replay_duration=265.42µs wbl_replay_duration=126ns total_replay_duration=306.12µs 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.342Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.343Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.343Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.367Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.23994ms db_storage=968ns remote_storage=1.328µs web_handler=332ns query_engine=637ns scrape=341.359µs scrape_sd=124.975µs notify=1.193µs notify_sd=1.612µs rules=23.400915ms tracing=6.751µs 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.367Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:21:05.522 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:05 smithi173 bash[47670]: ts=2024-05-11T04:21:05.367Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:21:05.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:05 smithi113 bash[21674]: ignoring --setuser ceph since I am not root 2024-05-11T04:21:05.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:05 smithi113 bash[21674]: ignoring --setgroup ceph since I am not root 2024-05-11T04:21:05.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:05 smithi113 bash[21674]: debug 2024-05-11T04:21:05.850+0000 7f3f1052d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:21:06.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:05 smithi173 bash[24517]: ignoring --setuser ceph since I am not root 2024-05-11T04:21:06.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:05 smithi173 bash[24517]: ignoring --setgroup ceph since I am not root 2024-05-11T04:21:06.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:05 smithi173 bash[24517]: debug 2024-05-11T04:21:05.715+0000 7f01dc765700 1 -- 172.21.15.173:0/2420284982 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5571b56ec1a0 con 0x5571b646e400 2024-05-11T04:21:06.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:05 smithi173 bash[24517]: debug 2024-05-11T04:21:05.859+0000 7f01e64d1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:21:06.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:06 smithi113 bash[31590]: audit 2024-05-11T04:21:05.655855+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-11T04:21:06.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:06 smithi113 bash[31590]: cluster 2024-05-11T04:21:05.655928+0000 mon.a (mon.0) 642 : cluster 0 mgrmap e16: y(active, since 8m), standbys: x 2024-05-11T04:21:06.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:06 smithi113 bash[21416]: audit 2024-05-11T04:21:05.655855+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-11T04:21:06.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:06 smithi113 bash[21416]: cluster 2024-05-11T04:21:05.655928+0000 mon.a (mon.0) 642 : cluster 0 mgrmap e16: y(active, since 8m), standbys: x 2024-05-11T04:21:07.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:06 smithi173 bash[23566]: audit 2024-05-11T04:21:05.655855+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.113:0/3490034101' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-11T04:21:07.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:06 smithi173 bash[23566]: cluster 2024-05-11T04:21:05.655928+0000 mon.a (mon.0) 642 : cluster 0 mgrmap e16: y(active, since 8m), standbys: x 2024-05-11T04:21:07.544 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:21:07.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:07 smithi113 bash[21674]: debug 2024-05-11T04:21:07.406+0000 7f3f1052d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:21:07.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:07 smithi113 bash[21674]: debug 2024-05-11T04:21:07.502+0000 7f3f1052d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:21:07.770 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:07 smithi173 bash[24517]: debug 2024-05-11T04:21:07.435+0000 7f01e64d1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:21:07.770 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:07 smithi173 bash[24517]: debug 2024-05-11T04:21:07.531+0000 7f01e64d1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:21:08.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:07 smithi113 bash[21674]: debug 2024-05-11T04:21:07.750+0000 7f3f1052d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:21:08.270 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:07 smithi173 bash[24517]: debug 2024-05-11T04:21:07.779+0000 7f01e64d1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:21:08.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:08 smithi113 bash[21674]: debug 2024-05-11T04:21:08.534+0000 7f3f1052d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:21:08.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:08 smithi113 bash[21674]: debug 2024-05-11T04:21:08.646+0000 7f3f1052d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:21:08.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:08 smithi113 bash[21674]: debug 2024-05-11T04:21:08.746+0000 7f3f1052d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:21:09.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:08 smithi173 bash[24517]: debug 2024-05-11T04:21:08.587+0000 7f01e64d1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:21:09.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:08 smithi173 bash[24517]: debug 2024-05-11T04:21:08.699+0000 7f01e64d1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:21:09.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:08 smithi173 bash[24517]: debug 2024-05-11T04:21:08.803+0000 7f01e64d1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:21:09.277 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:09 smithi173 bash[24517]: debug 2024-05-11T04:21:09.159+0000 7f01e64d1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:21:09.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:09 smithi113 bash[21674]: debug 2024-05-11T04:21:09.102+0000 7f3f1052d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:21:09.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:09 smithi113 bash[21674]: debug 2024-05-11T04:21:09.218+0000 7f3f1052d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:21:09.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:09 smithi113 bash[21674]: debug 2024-05-11T04:21:09.322+0000 7f3f1052d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:21:09.740 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:09 smithi173 bash[24517]: debug 2024-05-11T04:21:09.275+0000 7f01e64d1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:21:09.740 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:09 smithi173 bash[24517]: debug 2024-05-11T04:21:09.379+0000 7f01e64d1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:21:09.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:09 smithi113 bash[21674]: debug 2024-05-11T04:21:09.674+0000 7f3f1052d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:21:09.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:09 smithi113 bash[21674]: debug 2024-05-11T04:21:09.914+0000 7f3f1052d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:21:10.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:09 smithi173 bash[24517]: debug 2024-05-11T04:21:09.739+0000 7f01e64d1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:21:10.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:09 smithi173 bash[24517]: debug 2024-05-11T04:21:09.987+0000 7f01e64d1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:21:10.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:10 smithi113 bash[21674]: debug 2024-05-11T04:21:10.178+0000 7f3f1052d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:21:10.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:10 smithi113 bash[21674]: debug 2024-05-11T04:21:10.290+0000 7f3f1052d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:21:10.520 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:10 smithi173 bash[24517]: debug 2024-05-11T04:21:10.251+0000 7f01e64d1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:21:10.520 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:10 smithi173 bash[24517]: debug 2024-05-11T04:21:10.359+0000 7f01e64d1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:21:10.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:10 smithi113 bash[21674]: debug 2024-05-11T04:21:10.562+0000 7f3f1052d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:21:10.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:10 smithi113 bash[21674]: debug 2024-05-11T04:21:10.802+0000 7f3f1052d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:21:11.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:10 smithi173 bash[24517]: debug 2024-05-11T04:21:10.631+0000 7f01e64d1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:21:11.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:10 smithi173 bash[24517]: debug 2024-05-11T04:21:10.875+0000 7f01e64d1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:21:11.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:11 smithi113 bash[21674]: debug 2024-05-11T04:21:11.214+0000 7f3f1052d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:21:11.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:11 smithi113 bash[21674]: debug 2024-05-11T04:21:11.330+0000 7f3f1052d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:21:11.661 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:11 smithi173 bash[24517]: debug 2024-05-11T04:21:11.299+0000 7f01e64d1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:21:11.661 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:11 smithi173 bash[24517]: debug 2024-05-11T04:21:11.415+0000 7f01e64d1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:21:11.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:11 smithi113 bash[21674]: debug 2024-05-11T04:21:11.582+0000 7f3f1052d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:21:12.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:11 smithi173 bash[24517]: debug 2024-05-11T04:21:11.659+0000 7f01e64d1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:21:12.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:12 smithi113 bash[21674]: debug 2024-05-11T04:21:12.586+0000 7f3f1052d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:21:12.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:12 smithi113 bash[21674]: debug 2024-05-11T04:21:12.702+0000 7f3f1052d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:21:13.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:12 smithi173 bash[24517]: debug 2024-05-11T04:21:12.655+0000 7f01e64d1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:21:13.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:12 smithi173 bash[24517]: debug 2024-05-11T04:21:12.771+0000 7f01e64d1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:21:13.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: debug 2024-05-11T04:21:12.998+0000 7f3f1052d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:21:13.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: debug 2024-05-11T04:21:13.110+0000 7f3f1052d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:21:13.520 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: debug 2024-05-11T04:21:13.063+0000 7f01e64d1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:21:13.520 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: debug 2024-05-11T04:21:13.175+0000 7f01e64d1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:21:13.835 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: debug 2024-05-11T04:21:13.558+0000 7f3f1052d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: debug 2024-05-11T04:21:13.678+0000 7f3f1052d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: [11/May/2024:04:21:13] ENGINE Bus STARTING 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.702934+0000 mon.a (mon.0) 643 : cluster 1 Active manager daemon y restarted 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.703342+0000 mon.a (mon.0) 644 : cluster 1 Activating manager daemon y 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.717414+0000 mon.a (mon.0) 645 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.717944+0000 mon.a (mon.0) 646 : cluster 0 mgrmap e17: y(active, starting, since 0.0147958s), standbys: x 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.719158+0000 mon.a (mon.0) 647 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:21:13.836 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.719345+0000 mon.a (mon.0) 648 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.719524+0000 mon.a (mon.0) 649 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.722353+0000 mon.a (mon.0) 650 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.722817+0000 mon.a (mon.0) 651 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.723291+0000 mon.a (mon.0) 652 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.723734+0000 mon.a (mon.0) 653 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.724092+0000 mon.a (mon.0) 654 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.724443+0000 mon.a (mon.0) 655 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.724805+0000 mon.a (mon.0) 656 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.725158+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.725493+0000 mon.a (mon.0) 658 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.725844+0000 mon.a (mon.0) 659 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.726208+0000 mon.a (mon.0) 660 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.726462+0000 mon.a (mon.0) 661 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: audit 2024-05-11T04:21:13.727294+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:21:13.837 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:13 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.754472+0000 mon.a (mon.0) 663 : cluster 1 Manager daemon y is now available 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.702934+0000 mon.a (mon.0) 643 : cluster 1 Active manager daemon y restarted 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.703342+0000 mon.a (mon.0) 644 : cluster 1 Activating manager daemon y 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.717414+0000 mon.a (mon.0) 645 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.717944+0000 mon.a (mon.0) 646 : cluster 0 mgrmap e17: y(active, starting, since 0.0147958s), standbys: x 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.719158+0000 mon.a (mon.0) 647 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.719345+0000 mon.a (mon.0) 648 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.719524+0000 mon.a (mon.0) 649 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.722353+0000 mon.a (mon.0) 650 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.722817+0000 mon.a (mon.0) 651 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:21:13.838 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.723291+0000 mon.a (mon.0) 652 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.723734+0000 mon.a (mon.0) 653 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.724092+0000 mon.a (mon.0) 654 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.724443+0000 mon.a (mon.0) 655 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.724805+0000 mon.a (mon.0) 656 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.725158+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.725493+0000 mon.a (mon.0) 658 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.725844+0000 mon.a (mon.0) 659 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.726208+0000 mon.a (mon.0) 660 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.726462+0000 mon.a (mon.0) 661 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: audit 2024-05-11T04:21:13.727294+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:21:13.839 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:13 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.754472+0000 mon.a (mon.0) 663 : cluster 1 Manager daemon y is now available 2024-05-11T04:21:13.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: debug 2024-05-11T04:21:13.619+0000 7f01e64d1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:21:13.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: debug 2024-05-11T04:21:13.743+0000 7f01e64d1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:21:13.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: [11/May/2024:04:21:13] ENGINE Bus STARTING 2024-05-11T04:21:13.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: CherryPy Checker: 2024-05-11T04:21:13.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: The Application mounted at '' has an empty config. 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: [11/May/2024:04:21:13] ENGINE Serving on http://:::9283 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.702934+0000 mon.a (mon.0) 643 : cluster 1 Active manager daemon y restarted 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.703342+0000 mon.a (mon.0) 644 : cluster 1 Activating manager daemon y 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.717414+0000 mon.a (mon.0) 645 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.717944+0000 mon.a (mon.0) 646 : cluster 0 mgrmap e17: y(active, starting, since 0.0147958s), standbys: x 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.719158+0000 mon.a (mon.0) 647 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.719345+0000 mon.a (mon.0) 648 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.719524+0000 mon.a (mon.0) 649 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.722353+0000 mon.a (mon.0) 650 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.722817+0000 mon.a (mon.0) 651 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:21:13.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.723291+0000 mon.a (mon.0) 652 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.723734+0000 mon.a (mon.0) 653 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.724092+0000 mon.a (mon.0) 654 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.724443+0000 mon.a (mon.0) 655 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.724805+0000 mon.a (mon.0) 656 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.725158+0000 mon.a (mon.0) 657 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.725493+0000 mon.a (mon.0) 658 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.725844+0000 mon.a (mon.0) 659 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.726208+0000 mon.a (mon.0) 660 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.726462+0000 mon.a (mon.0) 661 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:21:13.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: audit 2024-05-11T04:21:13.727294+0000 mon.a (mon.0) 662 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:21:13.875 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:13 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.754472+0000 mon.a (mon.0) 663 : cluster 1 Manager daemon y is now available 2024-05-11T04:21:14.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: CherryPy Checker: 2024-05-11T04:21:14.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: The Application mounted at '' has an empty config. 2024-05-11T04:21:14.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: [11/May/2024:04:21:13] ENGINE Serving on http://:::9283 2024-05-11T04:21:14.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:13 smithi113 bash[21674]: [11/May/2024:04:21:13] ENGINE Bus STARTED 2024-05-11T04:21:14.270 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:13 smithi173 bash[24517]: [11/May/2024:04:21:13] ENGINE Bus STARTED 2024-05-11T04:21:14.744 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled alertmanager update... 2024-05-11T04:21:15.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.769636+0000 mon.a (mon.0) 664 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:21:15.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: cluster 2024-05-11T04:21:13.769761+0000 mon.a (mon.0) 665 : cluster 0 Standby manager daemon x started 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.770665+0000 mon.b (mon.1) 25 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.771501+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.773998+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.775514+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.778405+0000 mon.a (mon.0) 666 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.798058+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.801660+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.817278+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:13.825609+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: cluster 2024-05-11T04:21:14.727954+0000 mon.a (mon.0) 671 : cluster 0 mgrmap e18: y(active, since 1.0248s), standbys: x 2024-05-11T04:21:15.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:14 smithi173 bash[23566]: audit 2024-05-11T04:21:14.748205+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:15.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.769636+0000 mon.a (mon.0) 664 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:21:15.321 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: cluster 2024-05-11T04:21:13.769761+0000 mon.a (mon.0) 665 : cluster 0 Standby manager daemon x started 2024-05-11T04:21:15.321 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.770665+0000 mon.b (mon.1) 25 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.771501+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.773998+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.775514+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.778405+0000 mon.a (mon.0) 666 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.798058+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.801660+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.817278+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:13.825609+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: cluster 2024-05-11T04:21:14.727954+0000 mon.a (mon.0) 671 : cluster 0 mgrmap e18: y(active, since 1.0248s), standbys: x 2024-05-11T04:21:15.322 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:14 smithi113 bash[21416]: audit 2024-05-11T04:21:14.748205+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.769636+0000 mon.a (mon.0) 664 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: cluster 2024-05-11T04:21:13.769761+0000 mon.a (mon.0) 665 : cluster 0 Standby manager daemon x started 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.770665+0000 mon.b (mon.1) 25 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.771501+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.773998+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.775514+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.173:0/888410310' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.778405+0000 mon.a (mon.0) 666 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.798058+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.801660+0000 mon.a (mon.0) 668 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.817278+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:13.825609+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: cluster 2024-05-11T04:21:14.727954+0000 mon.a (mon.0) 671 : cluster 0 mgrmap e18: y(active, since 1.0248s), standbys: x 2024-05-11T04:21:15.323 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:14 smithi113 bash[31590]: audit 2024-05-11T04:21:14.748205+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:15.522 DEBUG:teuthology.orchestra.run.smithi113:alertmanager.a> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@alertmanager.a.service 2024-05-11T04:21:15.524 INFO:tasks.cephadm:Adding grafana.a on smithi173 2024-05-11T04:21:15.524 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph orch apply grafana '1;smithi173=a' 2024-05-11T04:21:16.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:21:16] "GET /metrics HTTP/1.1" 200 23704 "" "Prometheus/2.43.0" 2024-05-11T04:21:17.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:17 smithi113 bash[21416]: cluster 2024-05-11T04:21:16.737468+0000 mon.a (mon.0) 673 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-05-11T04:21:17.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:17 smithi113 bash[31590]: cluster 2024-05-11T04:21:16.737468+0000 mon.a (mon.0) 673 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-05-11T04:21:18.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:17 smithi173 bash[23566]: cluster 2024-05-11T04:21:16.737468+0000 mon.a (mon.0) 673 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-05-11T04:21:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:19 smithi173 bash[23566]: cluster 2024-05-11T04:21:18.759169+0000 mon.a (mon.0) 674 : cluster 0 mgrmap e20: y(active, since 5s), standbys: x 2024-05-11T04:21:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:19 smithi173 bash[23566]: audit 2024-05-11T04:21:19.399837+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:19 smithi173 bash[23566]: audit 2024-05-11T04:21:19.406309+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:19 smithi173 bash[23566]: audit 2024-05-11T04:21:19.542719+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:19 smithi173 bash[23566]: audit 2024-05-11T04:21:19.555431+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.032 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:21:20.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:19 smithi113 bash[21416]: cluster 2024-05-11T04:21:18.759169+0000 mon.a (mon.0) 674 : cluster 0 mgrmap e20: y(active, since 5s), standbys: x 2024-05-11T04:21:20.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:19 smithi113 bash[21416]: audit 2024-05-11T04:21:19.399837+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:19 smithi113 bash[21416]: audit 2024-05-11T04:21:19.406309+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:19 smithi113 bash[21416]: audit 2024-05-11T04:21:19.542719+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:19 smithi113 bash[21416]: audit 2024-05-11T04:21:19.555431+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:19 smithi113 bash[31590]: cluster 2024-05-11T04:21:18.759169+0000 mon.a (mon.0) 674 : cluster 0 mgrmap e20: y(active, since 5s), standbys: x 2024-05-11T04:21:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:19 smithi113 bash[31590]: audit 2024-05-11T04:21:19.399837+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:19 smithi113 bash[31590]: audit 2024-05-11T04:21:19.406309+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:19 smithi113 bash[31590]: audit 2024-05-11T04:21:19.542719+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:20.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:19 smithi113 bash[31590]: audit 2024-05-11T04:21:19.555431+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.475 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:14.739948+0000 mgr.y (mgr.14370) 2 : cephadm 1 Saving service alertmanager spec with placement smithi113=a;count:1 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cluster 2024-05-11T04:21:14.741978+0000 mgr.y (mgr.14370) 3 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:15.347553+0000 mgr.y (mgr.14370) 4 : cephadm 1 [11/May/2024:04:21:15] ENGINE Bus STARTING 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:15.465055+0000 mgr.y (mgr.14370) 5 : cephadm 1 [11/May/2024:04:21:15] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:15.566469+0000 mgr.y (mgr.14370) 6 : cephadm 1 [11/May/2024:04:21:15] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:15.566637+0000 mgr.y (mgr.14370) 7 : cephadm 1 [11/May/2024:04:21:15] ENGINE Bus STARTED 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cluster 2024-05-11T04:21:15.723868+0000 mgr.y (mgr.14370) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cluster 2024-05-11T04:21:17.724486+0000 mgr.y (mgr.14370) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cluster 2024-05-11T04:21:19.724900+0000 mgr.y (mgr.14370) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.206443+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.215183+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.307318+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.319371+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.322434+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.324304+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.325928+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.327572+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.328884+0000 mgr.y (mgr.14370) 11 : cephadm 1 Adjusting osd_memory_target on smithi173 to 4060M 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.338750+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.340971+0000 mon.a (mon.0) 688 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:20.342871+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.345438+0000 mgr.y (mgr.14370) 12 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.345923+0000 mgr.y (mgr.14370) 13 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:21.118132+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:21.126712+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:21.136129+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:21.146057+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 bash[31590]: audit 2024-05-11T04:21:21.155039+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:14.739948+0000 mgr.y (mgr.14370) 2 : cephadm 1 Saving service alertmanager spec with placement smithi113=a;count:1 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cluster 2024-05-11T04:21:14.741978+0000 mgr.y (mgr.14370) 3 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:15.347553+0000 mgr.y (mgr.14370) 4 : cephadm 1 [11/May/2024:04:21:15] ENGINE Bus STARTING 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:15.465055+0000 mgr.y (mgr.14370) 5 : cephadm 1 [11/May/2024:04:21:15] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:15.566469+0000 mgr.y (mgr.14370) 6 : cephadm 1 [11/May/2024:04:21:15] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:15.566637+0000 mgr.y (mgr.14370) 7 : cephadm 1 [11/May/2024:04:21:15] ENGINE Bus STARTED 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cluster 2024-05-11T04:21:15.723868+0000 mgr.y (mgr.14370) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cluster 2024-05-11T04:21:17.724486+0000 mgr.y (mgr.14370) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cluster 2024-05-11T04:21:19.724900+0000 mgr.y (mgr.14370) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.206443+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.215183+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.307318+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.319371+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.322434+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.324304+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.325928+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.327572+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.328884+0000 mgr.y (mgr.14370) 11 : cephadm 1 Adjusting osd_memory_target on smithi173 to 4060M 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.338750+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.340971+0000 mon.a (mon.0) 688 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:20.342871+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.345438+0000 mgr.y (mgr.14370) 12 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.345923+0000 mgr.y (mgr.14370) 13 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:21.118132+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:21.126712+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:21.136129+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:21.146057+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 bash[21416]: audit 2024-05-11T04:21:21.155039+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:14.739948+0000 mgr.y (mgr.14370) 2 : cephadm 1 Saving service alertmanager spec with placement smithi113=a;count:1 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cluster 2024-05-11T04:21:14.741978+0000 mgr.y (mgr.14370) 3 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:15.347553+0000 mgr.y (mgr.14370) 4 : cephadm 1 [11/May/2024:04:21:15] ENGINE Bus STARTING 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:15.465055+0000 mgr.y (mgr.14370) 5 : cephadm 1 [11/May/2024:04:21:15] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:15.566469+0000 mgr.y (mgr.14370) 6 : cephadm 1 [11/May/2024:04:21:15] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:15.566637+0000 mgr.y (mgr.14370) 7 : cephadm 1 [11/May/2024:04:21:15] ENGINE Bus STARTED 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cluster 2024-05-11T04:21:15.723868+0000 mgr.y (mgr.14370) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cluster 2024-05-11T04:21:17.724486+0000 mgr.y (mgr.14370) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cluster 2024-05-11T04:21:19.724900+0000 mgr.y (mgr.14370) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.206443+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.215183+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.307318+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.319371+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.322434+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.324304+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.325928+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.327572+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.328884+0000 mgr.y (mgr.14370) 11 : cephadm 1 Adjusting osd_memory_target on smithi173 to 4060M 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.338750+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.340971+0000 mon.a (mon.0) 688 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:20.342871+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:21:21.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.345438+0000 mgr.y (mgr.14370) 12 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:21:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.345923+0000 mgr.y (mgr.14370) 13 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:21:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:21.118132+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:21.126712+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:21.136129+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:21.146057+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:21 smithi173 bash[23566]: audit 2024-05-11T04:21:21.155039+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:21.845 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.845 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.846 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.846 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.846 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.847 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:21.847 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.111 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.111 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.111 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.112 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.112 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.112 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.113 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.113 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.113 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:21 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.113 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.113 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.475 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:22 smithi113 systemd[1]: Started Ceph node-exporter.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:21:22.475 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[55720]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.613333+0000 mgr.y (mgr.14370) 14 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.614148+0000 mgr.y (mgr.14370) 15 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.778414+0000 mgr.y (mgr.14370) 16 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.778829+0000 mgr.y (mgr.14370) 17 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.943071+0000 mgr.y (mgr.14370) 18 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:20.944648+0000 mgr.y (mgr.14370) 19 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: cephadm 2024-05-11T04:21:21.162238+0000 mgr.y (mgr.14370) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi113 2024-05-11T04:21:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: audit 2024-05-11T04:21:22.152923+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: audit 2024-05-11T04:21:22.158191+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[21416]: audit 2024-05-11T04:21:22.181429+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.613333+0000 mgr.y (mgr.14370) 14 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.614148+0000 mgr.y (mgr.14370) 15 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.778414+0000 mgr.y (mgr.14370) 16 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.778829+0000 mgr.y (mgr.14370) 17 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.943071+0000 mgr.y (mgr.14370) 18 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:20.944648+0000 mgr.y (mgr.14370) 19 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: cephadm 2024-05-11T04:21:21.162238+0000 mgr.y (mgr.14370) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi113 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: audit 2024-05-11T04:21:22.152923+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: audit 2024-05-11T04:21:22.158191+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:22 smithi113 bash[31590]: audit 2024-05-11T04:21:22.181429+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.520 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.613333+0000 mgr.y (mgr.14370) 14 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:21:22.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.614148+0000 mgr.y (mgr.14370) 15 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:21:22.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.778414+0000 mgr.y (mgr.14370) 16 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:21:22.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.778829+0000 mgr.y (mgr.14370) 17 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:21:22.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.943071+0000 mgr.y (mgr.14370) 18 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:21:22.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:20.944648+0000 mgr.y (mgr.14370) 19 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:21:22.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: cephadm 2024-05-11T04:21:21.162238+0000 mgr.y (mgr.14370) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi113 2024-05-11T04:21:22.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: audit 2024-05-11T04:21:22.152923+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: audit 2024-05-11T04:21:22.158191+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 bash[23566]: audit 2024-05-11T04:21:22.181429+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:22.834 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled grafana update... 2024-05-11T04:21:22.929 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.929 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.929 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.930 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.930 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.931 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.931 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.931 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.931 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.932 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:22.932 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.055 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:22 smithi113 bash[55720]: v1.5.0: Pulling from prometheus/node-exporter 2024-05-11T04:21:23.208 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.208 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.208 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.209 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.209 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.209 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.210 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:23 smithi173 systemd[1]: Started Ceph node-exporter.b for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:21:23.210 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[48636]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-05-11T04:21:23.210 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:21:22 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.346 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 22b70bddd3ac: Pulling fs layer 2024-05-11T04:21:23.347 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 5c12815fee55: Pulling fs layer 2024-05-11T04:21:23.347 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: c0e87333d380: Pulling fs layer 2024-05-11T04:21:23.347 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: cluster 2024-05-11T04:21:21.725372+0000 mgr.y (mgr.14370) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-05-11T04:21:23.348 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: cephadm 2024-05-11T04:21:22.182169+0000 mgr.y (mgr.14370) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi173 2024-05-11T04:21:23.348 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: audit 2024-05-11T04:21:22.838283+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.348 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: audit 2024-05-11T04:21:23.079730+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.348 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: audit 2024-05-11T04:21:23.090645+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.348 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: audit 2024-05-11T04:21:23.106588+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.348 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: audit 2024-05-11T04:21:23.117231+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.349 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[21416]: audit 2024-05-11T04:21:23.136571+0000 mon.a (mon.0) 703 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.349 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: cluster 2024-05-11T04:21:21.725372+0000 mgr.y (mgr.14370) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-05-11T04:21:23.349 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: cephadm 2024-05-11T04:21:22.182169+0000 mgr.y (mgr.14370) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi173 2024-05-11T04:21:23.349 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: audit 2024-05-11T04:21:22.838283+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.349 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: audit 2024-05-11T04:21:23.079730+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.350 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: audit 2024-05-11T04:21:23.090645+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.350 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: audit 2024-05-11T04:21:23.106588+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.350 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: audit 2024-05-11T04:21:23.117231+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.350 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:23 smithi113 bash[31590]: audit 2024-05-11T04:21:23.136571+0000 mon.a (mon.0) 703 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: cluster 2024-05-11T04:21:21.725372+0000 mgr.y (mgr.14370) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-05-11T04:21:23.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: cephadm 2024-05-11T04:21:22.182169+0000 mgr.y (mgr.14370) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi173 2024-05-11T04:21:23.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: audit 2024-05-11T04:21:22.838283+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: audit 2024-05-11T04:21:23.079730+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: audit 2024-05-11T04:21:23.090645+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: audit 2024-05-11T04:21:23.106588+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: audit 2024-05-11T04:21:23.117231+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[23566]: audit 2024-05-11T04:21:23.136571+0000 mon.a (mon.0) 703 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:23.725 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 5c12815fee55: Verifying Checksum 2024-05-11T04:21:23.725 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 5c12815fee55: Download complete 2024-05-11T04:21:23.725 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 22b70bddd3ac: Verifying Checksum 2024-05-11T04:21:23.725 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 22b70bddd3ac: Download complete 2024-05-11T04:21:23.725 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: c0e87333d380: Verifying Checksum 2024-05-11T04:21:23.726 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: c0e87333d380: Download complete 2024-05-11T04:21:23.726 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 22b70bddd3ac: Pull complete 2024-05-11T04:21:23.726 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:23 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:23.760 DEBUG:teuthology.orchestra.run.smithi173:grafana.a> sudo journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@grafana.a.service 2024-05-11T04:21:23.763 INFO:tasks.cephadm:Setting up client nodes... 2024-05-11T04:21:23.763 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-11T04:21:24.020 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:23 smithi173 bash[48636]: v1.5.0: Pulling from prometheus/node-exporter 2024-05-11T04:21:24.216 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:23 smithi113 bash[55720]: 5c12815fee55: Pull complete 2024-05-11T04:21:24.475 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[55720]: c0e87333d380: Pull complete 2024-05-11T04:21:24.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[21416]: audit 2024-05-11T04:21:22.825869+0000 mgr.y (mgr.14370) 23 : audit 0 from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:21:24.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[21416]: cephadm 2024-05-11T04:21:22.828725+0000 mgr.y (mgr.14370) 24 : cephadm 1 Saving service grafana spec with placement smithi173=a;count:1 2024-05-11T04:21:24.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[21416]: cephadm 2024-05-11T04:21:23.174264+0000 mgr.y (mgr.14370) 25 : cephadm 1 Deploying daemon alertmanager.a on smithi113 2024-05-11T04:21:24.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[21416]: audit 2024-05-11T04:21:23.804422+0000 mon.a (mon.0) 704 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:24 smithi113 bash[31590]: audit 2024-05-11T04:21:22.825869+0000 mgr.y (mgr.14370) 23 : audit 0 from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:21:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:24 smithi113 bash[31590]: cephadm 2024-05-11T04:21:22.828725+0000 mgr.y (mgr.14370) 24 : cephadm 1 Saving service grafana spec with placement smithi173=a;count:1 2024-05-11T04:21:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:24 smithi113 bash[31590]: cephadm 2024-05-11T04:21:23.174264+0000 mgr.y (mgr.14370) 25 : cephadm 1 Deploying daemon alertmanager.a on smithi113 2024-05-11T04:21:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:24 smithi113 bash[31590]: audit 2024-05-11T04:21:23.804422+0000 mon.a (mon.0) 704 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:24.518 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: 22b70bddd3ac: Pulling fs layer 2024-05-11T04:21:24.518 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: 5c12815fee55: Pulling fs layer 2024-05-11T04:21:24.518 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: c0e87333d380: Pulling fs layer 2024-05-11T04:21:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[23566]: audit 2024-05-11T04:21:22.825869+0000 mgr.y (mgr.14370) 23 : audit 0 from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:21:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[23566]: cephadm 2024-05-11T04:21:22.828725+0000 mgr.y (mgr.14370) 24 : cephadm 1 Saving service grafana spec with placement smithi173=a;count:1 2024-05-11T04:21:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[23566]: cephadm 2024-05-11T04:21:23.174264+0000 mgr.y (mgr.14370) 25 : cephadm 1 Deploying daemon alertmanager.a on smithi113 2024-05-11T04:21:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[23566]: audit 2024-05-11T04:21:23.804422+0000 mon.a (mon.0) 704 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:24.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: 22b70bddd3ac: Verifying Checksum 2024-05-11T04:21:24.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: 22b70bddd3ac: Download complete 2024-05-11T04:21:24.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: 5c12815fee55: Download complete 2024-05-11T04:21:24.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: c0e87333d380: Verifying Checksum 2024-05-11T04:21:24.771 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:24 smithi173 bash[48636]: 22b70bddd3ac: Pull complete 2024-05-11T04:21:24.974 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[55720]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-05-11T04:21:24.975 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:24 smithi113 bash[55720]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-05-11T04:21:25.468 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:25 smithi173 bash[23566]: cluster 2024-05-11T04:21:23.725802+0000 mgr.y (mgr.14370) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-11T04:21:25.468 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:25 smithi173 bash[48636]: 5c12815fee55: Pull complete 2024-05-11T04:21:25.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:25 smithi113 bash[31590]: cluster 2024-05-11T04:21:23.725802+0000 mgr.y (mgr.14370) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-11T04:21:25.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:25 smithi113 bash[21416]: cluster 2024-05-11T04:21:23.725802+0000 mgr.y (mgr.14370) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-11T04:21:25.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:25 smithi173 bash[48636]: c0e87333d380: Pull complete 2024-05-11T04:21:25.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:25 smithi173 bash[48636]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-05-11T04:21:25.770 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:25 smithi173 bash[48636]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-05-11T04:21:26.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:21:26] "GET /metrics HTTP/1.1" 200 23704 "" "Prometheus/2.43.0" 2024-05-11T04:21:27.223 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:26 smithi113 bash[55720]: ts=2024-05-11T04:21:26.999Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:26 smithi113 bash[55720]: ts=2024-05-11T04:21:26.999Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:26 smithi113 bash[55720]: ts=2024-05-11T04:21:26.999Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:26 smithi113 bash[55720]: ts=2024-05-11T04:21:26.999Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.000Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.000Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=arp 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-11T04:21:27.224 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=edac 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-11T04:21:27.225 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-11T04:21:27.226 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-11T04:21:27.226 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-11T04:21:27.226 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=os 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=stat 2024-05-11T04:21:27.227 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=time 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=uname 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[55720]: ts=2024-05-11T04:21:27.001Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.885Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.885Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.885Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-11T04:21:27.228 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.885Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:117 level=info collector=arp 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.886Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-11T04:21:27.229 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=edac 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-11T04:21:27.230 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=os 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=stat 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=time 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-11T04:21:27.231 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=uname 2024-05-11T04:21:27.232 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-11T04:21:27.232 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-11T04:21:27.232 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-11T04:21:27.232 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-11T04:21:27.232 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:21:26 smithi173 bash[48636]: ts=2024-05-11T04:21:26.887Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-11T04:21:27.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:27 smithi113 bash[21416]: cluster 2024-05-11T04:21:25.726396+0000 mgr.y (mgr.14370) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:21:27.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:27 smithi113 bash[31590]: cluster 2024-05-11T04:21:25.726396+0000 mgr.y (mgr.14370) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:21:27.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:27 smithi173 bash[23566]: cluster 2024-05-11T04:21:25.726396+0000 mgr.y (mgr.14370) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:21:29.462 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:21:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:29 smithi113 bash[21416]: cluster 2024-05-11T04:21:27.727020+0000 mgr.y (mgr.14370) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:29 smithi113 bash[21416]: audit 2024-05-11T04:21:28.802484+0000 mon.a (mon.0) 705 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:29.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:29 smithi113 bash[31590]: cluster 2024-05-11T04:21:27.727020+0000 mgr.y (mgr.14370) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:29.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:29 smithi113 bash[31590]: audit 2024-05-11T04:21:28.802484+0000 mon.a (mon.0) 705 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:29.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:29 smithi173 bash[23566]: cluster 2024-05-11T04:21:27.727020+0000 mgr.y (mgr.14370) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:29.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:29 smithi173 bash[23566]: audit 2024-05-11T04:21:28.802484+0000 mon.a (mon.0) 705 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:31.420 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:31 smithi113 bash[21416]: cluster 2024-05-11T04:21:29.727595+0000 mgr.y (mgr.14370) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:31.421 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:31 smithi113 bash[31590]: cluster 2024-05-11T04:21:29.727595+0000 mgr.y (mgr.14370) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:31.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:31 smithi173 bash[23566]: cluster 2024-05-11T04:21:29.727595+0000 mgr.y (mgr.14370) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:33.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:33 smithi173 bash[23566]: cluster 2024-05-11T04:21:31.728276+0000 mgr.y (mgr.14370) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:33.626 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:33 smithi113 bash[31590]: cluster 2024-05-11T04:21:31.728276+0000 mgr.y (mgr.14370) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:33.627 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:33 smithi113 bash[21416]: cluster 2024-05-11T04:21:31.728276+0000 mgr.y (mgr.14370) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:21:33.881 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.882 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.882 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.882 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.882 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.883 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.883 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:33.883 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.149 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.150 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.150 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.150 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.151 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.151 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.151 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.152 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.152 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.152 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:33 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.152 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.152 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:21:34.333 INFO:teuthology.orchestra.run.smithi113.stdout:[client.0] 2024-05-11T04:21:34.333 INFO:teuthology.orchestra.run.smithi113.stdout: key = AQBO8j5mO8LUExAAH2EuaGycBRHYPz+/UvfAQg== 2024-05-11T04:21:34.400 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:34 smithi113 systemd[1]: Started Ceph alertmanager.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:21:35.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: cluster 2024-05-11T04:21:33.728797+0000 mgr.y (mgr.14370) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.186028+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.192229+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.216775+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.221613+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.269542+0000 mon.a (mon.0) 710 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.331907+0000 mon.c (mon.2) 12 : audit 1 from='client.? 172.21.15.113:0/1244659481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.332432+0000 mon.a (mon.0) 711 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[21416]: audit 2024-05-11T04:21:34.336716+0000 mon.a (mon.0) 712 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: cluster 2024-05-11T04:21:33.728797+0000 mgr.y (mgr.14370) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.186028+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.192229+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.216775+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.221613+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.269542+0000 mon.a (mon.0) 710 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:21:35.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.331907+0000 mon.c (mon.2) 12 : audit 1 from='client.? 172.21.15.113:0/1244659481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:35.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.332432+0000 mon.a (mon.0) 711 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:35.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:35 smithi113 bash[31590]: audit 2024-05-11T04:21:34.336716+0000 mon.a (mon.0) 712 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: cluster 2024-05-11T04:21:33.728797+0000 mgr.y (mgr.14370) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.186028+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.192229+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.216775+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.221613+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.269542+0000 mon.a (mon.0) 710 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:21:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.331907+0000 mon.c (mon.2) 12 : audit 1 from='client.? 172.21.15.113:0/1244659481' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:35.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.332432+0000 mon.a (mon.0) 711 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:35.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:35 smithi173 bash[23566]: audit 2024-05-11T04:21:34.336716+0000 mon.a (mon.0) 712 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:21:35.537 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:21:35.537 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-11T04:21:35.537 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-11T04:21:35.560 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-11T04:21:35.793 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.764Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-11T04:21:35.793 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.764Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-11T04:21:35.793 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.766Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.113 port=9094 2024-05-11T04:21:35.793 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.767Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-11T04:21:35.793 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.798Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:21:35.975 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.798Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:21:35.975 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.801Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-11T04:21:35.975 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:35 smithi113 bash[56245]: ts=2024-05-11T04:21:35.801Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-11T04:21:36.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:21:36] "GET /metrics HTTP/1.1" 200 26221 "" "Prometheus/2.43.0" 2024-05-11T04:21:37.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:37 smithi113 bash[21416]: cluster 2024-05-11T04:21:35.729225+0000 mgr.y (mgr.14370) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:37.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:37 smithi113 bash[31590]: cluster 2024-05-11T04:21:35.729225+0000 mgr.y (mgr.14370) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:37.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:37 smithi173 bash[23566]: cluster 2024-05-11T04:21:35.729225+0000 mgr.y (mgr.14370) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:38.225 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:37 smithi113 bash[56245]: ts=2024-05-11T04:21:37.767Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000354762s 2024-05-11T04:21:39.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:39 smithi113 bash[21416]: cluster 2024-05-11T04:21:37.729765+0000 mgr.y (mgr.14370) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:39.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:39 smithi113 bash[21416]: audit 2024-05-11T04:21:38.820617+0000 mon.a (mon.0) 713 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:39.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:39 smithi113 bash[31590]: cluster 2024-05-11T04:21:37.729765+0000 mgr.y (mgr.14370) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:39.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:39 smithi113 bash[31590]: audit 2024-05-11T04:21:38.820617+0000 mon.a (mon.0) 713 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:39 smithi173 bash[23566]: cluster 2024-05-11T04:21:37.729765+0000 mgr.y (mgr.14370) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:39 smithi173 bash[23566]: audit 2024-05-11T04:21:38.820617+0000 mon.a (mon.0) 713 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.130 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:21:40.952 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:40 smithi113 bash[21674]: [11/May/2024:04:21:40] ENGINE Bus STOPPING 2024-05-11T04:21:40.953 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:40 smithi113 bash[21416]: audit 2024-05-11T04:21:39.709787+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.953 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:40 smithi113 bash[21416]: audit 2024-05-11T04:21:39.721107+0000 mon.a (mon.0) 715 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.953 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:40 smithi113 bash[21416]: cluster 2024-05-11T04:21:39.730464+0000 mgr.y (mgr.14370) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:40.953 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:40 smithi113 bash[31590]: audit 2024-05-11T04:21:39.709787+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.953 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:40 smithi113 bash[31590]: audit 2024-05-11T04:21:39.721107+0000 mon.a (mon.0) 715 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.953 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:40 smithi113 bash[31590]: cluster 2024-05-11T04:21:39.730464+0000 mgr.y (mgr.14370) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:40.994 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:40 smithi173 bash[23566]: audit 2024-05-11T04:21:39.709787+0000 mon.a (mon.0) 714 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.994 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:40 smithi173 bash[23566]: audit 2024-05-11T04:21:39.721107+0000 mon.a (mon.0) 715 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:40.995 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:40 smithi173 bash[23566]: cluster 2024-05-11T04:21:39.730464+0000 mgr.y (mgr.14370) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:41.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:40 smithi113 bash[21674]: [11/May/2024:04:21:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:21:41.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:40 smithi113 bash[21674]: [11/May/2024:04:21:40] ENGINE Bus STOPPED 2024-05-11T04:21:41.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:40 smithi113 bash[21674]: [11/May/2024:04:21:40] ENGINE Bus STARTING 2024-05-11T04:21:41.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:41 smithi113 bash[21674]: [11/May/2024:04:21:41] ENGINE Serving on http://:::9283 2024-05-11T04:21:41.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:41 smithi113 bash[21674]: [11/May/2024:04:21:41] ENGINE Bus STARTED 2024-05-11T04:21:41.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.717513+0000 mon.a (mon.0) 716 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.729189+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.731047+0000 mon.a (mon.0) 718 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.732007+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.739109+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: cephadm 2024-05-11T04:21:40.752167+0000 mgr.y (mgr.14370) 35 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.915323+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.921937+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.925050+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.926140+0000 mgr.y (mgr.14370) 36 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: audit 2024-05-11T04:21:40.934345+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:41 smithi113 bash[21416]: cephadm 2024-05-11T04:21:40.944554+0000 mgr.y (mgr.14370) 37 : cephadm 1 Deploying daemon grafana.a on smithi173 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.717513+0000 mon.a (mon.0) 716 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.729189+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.731047+0000 mon.a (mon.0) 718 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.732007+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.739109+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: cephadm 2024-05-11T04:21:40.752167+0000 mgr.y (mgr.14370) 35 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.915323+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.921937+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.925050+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.926140+0000 mgr.y (mgr.14370) 36 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: audit 2024-05-11T04:21:40.934345+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:41.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:41 smithi113 bash[31590]: cephadm 2024-05-11T04:21:40.944554+0000 mgr.y (mgr.14370) 37 : cephadm 1 Deploying daemon grafana.a on smithi173 2024-05-11T04:21:42.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.717513+0000 mon.a (mon.0) 716 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:42.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.729189+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:42.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.731047+0000 mon.a (mon.0) 718 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:21:42.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.732007+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:21:42.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.739109+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: cephadm 2024-05-11T04:21:40.752167+0000 mgr.y (mgr.14370) 35 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.915323+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.921937+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.925050+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.926140+0000 mgr.y (mgr.14370) 36 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: audit 2024-05-11T04:21:40.934345+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:42.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:41 smithi173 bash[23566]: cephadm 2024-05-11T04:21:40.944554+0000 mgr.y (mgr.14370) 37 : cephadm 1 Deploying daemon grafana.a on smithi173 2024-05-11T04:21:42.972 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:42 smithi173 bash[23566]: cluster 2024-05-11T04:21:41.731064+0000 mgr.y (mgr.14370) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:42.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:42 smithi113 bash[21416]: cluster 2024-05-11T04:21:41.731064+0000 mgr.y (mgr.14370) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:42.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:42 smithi113 bash[31590]: cluster 2024-05-11T04:21:41.731064+0000 mgr.y (mgr.14370) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:43.433 INFO:teuthology.orchestra.run.smithi173.stdout:[client.1] 2024-05-11T04:21:43.433 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQBX8j5m4FWiGRAAMbZRX8gynedq1NRWhvHjLg== 2024-05-11T04:21:43.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:43 smithi113 bash[21416]: audit 2024-05-11T04:21:43.427728+0000 mon.b (mon.1) 29 : audit 1 from='client.? 172.21.15.173:0/1849057655' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:43.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:43 smithi113 bash[21416]: audit 2024-05-11T04:21:43.429751+0000 mon.a (mon.0) 725 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:43.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:43 smithi113 bash[21416]: audit 2024-05-11T04:21:43.437519+0000 mon.a (mon.0) 726 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:21:43.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:43 smithi113 bash[31590]: audit 2024-05-11T04:21:43.427728+0000 mon.b (mon.1) 29 : audit 1 from='client.? 172.21.15.173:0/1849057655' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:43.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:43 smithi113 bash[31590]: audit 2024-05-11T04:21:43.429751+0000 mon.a (mon.0) 725 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:43.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:43 smithi113 bash[31590]: audit 2024-05-11T04:21:43.437519+0000 mon.a (mon.0) 726 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:21:44.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:43 smithi173 bash[23566]: audit 2024-05-11T04:21:43.427728+0000 mon.b (mon.1) 29 : audit 1 from='client.? 172.21.15.173:0/1849057655' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:44.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:43 smithi173 bash[23566]: audit 2024-05-11T04:21:43.429751+0000 mon.a (mon.0) 725 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:21:44.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:43 smithi173 bash[23566]: audit 2024-05-11T04:21:43.437519+0000 mon.a (mon.0) 726 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:21:44.524 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-05-11T04:21:44.524 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-05-11T04:21:44.525 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-05-11T04:21:44.547 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-05-11T04:21:44.547 DEBUG:teuthology.orchestra.run.smithi113:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-05-11T04:21:44.848 INFO:teuthology.misc.health.smithi113.stdout: 2024-05-11T04:21:44.849 INFO:teuthology.misc.health.smithi113.stdout:{"epoch":59,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:21:13.702994+0000","last_up_change":"2024-05-11T04:20:17.326237+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6803","nonce":1742295569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6805","nonce":1742295569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6809","nonce":1742295569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6807","nonce":1742295569}]},"public_addr":"172.21.15.113:6803/1742295569","cluster_addr":"172.21.15.113:6805/1742295569","heartbeat_back_addr":"172.21.15.113:6809/1742295569","heartbeat_front_addr":"172.21.15.113:6807/1742295569","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6811","nonce":2827523102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6813","nonce":2827523102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6817","nonce":2827523102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6815","nonce":2827523102}]},"public_addr":"172.21.15.113:6811/2827523102","cluster_addr":"172.21.15.113:6813/2827523102","heartbeat_back_addr":"172.21.15.113:6817/2827523102","heartbeat_front_addr":"172.21.15.113:6815/2827523102","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6819","nonce":742041139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6821","nonce":742041139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6825","nonce":742041139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6823","nonce":742041139}]},"public_addr":"172.21.15.113:6819/742041139","cluster_addr":"172.21.15.113:6821/742041139","heartbeat_back_addr":"172.21.15.113:6825/742041139","heartbeat_front_addr":"172.21.15.113:6823/742041139","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6827","nonce":1868147514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6829","nonce":1868147514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6833","nonce":1868147514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6831","nonce":1868147514}]},"public_addr":"172.21.15.113:6827/1868147514","cluster_addr":"172.21.15.113:6829/1868147514","heartbeat_back_addr":"172.21.15.113:6833/1868147514","heartbeat_front_addr":"172.21.15.113:6831/1868147514","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6801","nonce":3950459363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6803","nonce":3950459363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6807","nonce":3950459363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6805","nonce":3950459363}]},"public_addr":"172.21.15.173:6801/3950459363","cluster_addr":"172.21.15.173:6803/3950459363","heartbeat_back_addr":"172.21.15.173:6807/3950459363","heartbeat_front_addr":"172.21.15.173:6805/3950459363","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:21:44.865 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-05-11T04:21:44.865 INFO:tasks.cephadm:Creating RBD pool 2024-05-11T04:21:44.866 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-05-11T04:21:45.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:44 smithi173 bash[23566]: cluster 2024-05-11T04:21:43.731735+0000 mgr.y (mgr.14370) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:45.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:44 smithi173 bash[23566]: audit 2024-05-11T04:21:43.802863+0000 mon.a (mon.0) 727 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:45.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:44 smithi113 bash[21416]: cluster 2024-05-11T04:21:43.731735+0000 mgr.y (mgr.14370) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:45.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:44 smithi113 bash[21416]: audit 2024-05-11T04:21:43.802863+0000 mon.a (mon.0) 727 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:45.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:44 smithi113 bash[31590]: cluster 2024-05-11T04:21:43.731735+0000 mgr.y (mgr.14370) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:45.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:44 smithi113 bash[31590]: audit 2024-05-11T04:21:43.802863+0000 mon.a (mon.0) 727 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:46.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:45 smithi173 bash[23566]: audit 2024-05-11T04:21:44.852811+0000 mon.a (mon.0) 728 : audit 0 from='client.? 172.21.15.113:0/2651258810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:21:46.022 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:45 smithi113 bash[21416]: audit 2024-05-11T04:21:44.852811+0000 mon.a (mon.0) 728 : audit 0 from='client.? 172.21.15.113:0/2651258810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:21:46.023 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:45 smithi113 bash[31590]: audit 2024-05-11T04:21:44.852811+0000 mon.a (mon.0) 728 : audit 0 from='client.? 172.21.15.113:0/2651258810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:21:46.023 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:21:45 smithi113 bash[56245]: ts=2024-05-11T04:21:45.770Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002490908s 2024-05-11T04:21:46.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:21:46] "GET /metrics HTTP/1.1" 200 26221 "" "Prometheus/2.43.0" 2024-05-11T04:21:47.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:46 smithi173 bash[23566]: cluster 2024-05-11T04:21:45.732432+0000 mgr.y (mgr.14370) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:47.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:46 smithi113 bash[21416]: cluster 2024-05-11T04:21:45.732432+0000 mgr.y (mgr.14370) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:47.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:46 smithi113 bash[31590]: cluster 2024-05-11T04:21:45.732432+0000 mgr.y (mgr.14370) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:48 smithi173 bash[23566]: cluster 2024-05-11T04:21:47.733034+0000 mgr.y (mgr.14370) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:49.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:48 smithi113 bash[21416]: cluster 2024-05-11T04:21:47.733034+0000 mgr.y (mgr.14370) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:48 smithi113 bash[31590]: cluster 2024-05-11T04:21:47.733034+0000 mgr.y (mgr.14370) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:49.575 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:21:50.871 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:50 smithi113 bash[21416]: cluster 2024-05-11T04:21:49.733588+0000 mgr.y (mgr.14370) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:50.871 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:50 smithi113 bash[31590]: cluster 2024-05-11T04:21:49.733588+0000 mgr.y (mgr.14370) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:51.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:50 smithi173 bash[23566]: cluster 2024-05-11T04:21:49.733588+0000 mgr.y (mgr.14370) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:52.896 INFO:teuthology.orchestra.run.smithi113.stderr:pool 'rbd' created 2024-05-11T04:21:53.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:52 smithi113 bash[21416]: cluster 2024-05-11T04:21:51.734236+0000 mgr.y (mgr.14370) 43 : cluster 0 pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:53.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:52 smithi113 bash[21416]: audit 2024-05-11T04:21:52.400030+0000 mon.a (mon.0) 729 : audit 1 from='client.? 172.21.15.113:0/2802056758' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-05-11T04:21:53.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:52 smithi113 bash[31590]: cluster 2024-05-11T04:21:51.734236+0000 mgr.y (mgr.14370) 43 : cluster 0 pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:53.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:52 smithi113 bash[31590]: audit 2024-05-11T04:21:52.400030+0000 mon.a (mon.0) 729 : audit 1 from='client.? 172.21.15.113:0/2802056758' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-05-11T04:21:53.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:52 smithi173 bash[23566]: cluster 2024-05-11T04:21:51.734236+0000 mgr.y (mgr.14370) 43 : cluster 0 pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:53.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:52 smithi173 bash[23566]: audit 2024-05-11T04:21:52.400030+0000 mon.a (mon.0) 729 : audit 1 from='client.? 172.21.15.113:0/2802056758' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-05-11T04:21:53.538 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-05-11T04:21:54.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:53 smithi113 bash[21416]: audit 2024-05-11T04:21:52.894990+0000 mon.a (mon.0) 730 : audit 1 from='client.? 172.21.15.113:0/2802056758' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-05-11T04:21:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:53 smithi113 bash[21416]: cluster 2024-05-11T04:21:52.895171+0000 mon.a (mon.0) 731 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-05-11T04:21:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:53 smithi113 bash[21416]: cluster 2024-05-11T04:21:53.897154+0000 mon.a (mon.0) 732 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-05-11T04:21:54.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:53 smithi113 bash[31590]: audit 2024-05-11T04:21:52.894990+0000 mon.a (mon.0) 730 : audit 1 from='client.? 172.21.15.113:0/2802056758' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-05-11T04:21:54.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:53 smithi113 bash[31590]: cluster 2024-05-11T04:21:52.895171+0000 mon.a (mon.0) 731 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-05-11T04:21:54.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:53 smithi113 bash[31590]: cluster 2024-05-11T04:21:53.897154+0000 mon.a (mon.0) 732 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-05-11T04:21:54.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:53 smithi173 bash[23566]: audit 2024-05-11T04:21:52.894990+0000 mon.a (mon.0) 730 : audit 1 from='client.? 172.21.15.113:0/2802056758' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-05-11T04:21:54.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:53 smithi173 bash[23566]: cluster 2024-05-11T04:21:52.895171+0000 mon.a (mon.0) 731 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-05-11T04:21:54.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:53 smithi173 bash[23566]: cluster 2024-05-11T04:21:53.897154+0000 mon.a (mon.0) 732 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-05-11T04:21:55.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:54 smithi113 bash[21416]: cluster 2024-05-11T04:21:53.734735+0000 mgr.y (mgr.14370) 44 : cluster 0 pgmap v24: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:55.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:54 smithi113 bash[21416]: cluster 2024-05-11T04:21:53.898838+0000 mon.a (mon.0) 733 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:21:55.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:54 smithi113 bash[21416]: cluster 2024-05-11T04:21:54.914020+0000 mon.a (mon.0) 734 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-05-11T04:21:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:54 smithi113 bash[31590]: cluster 2024-05-11T04:21:53.734735+0000 mgr.y (mgr.14370) 44 : cluster 0 pgmap v24: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:54 smithi113 bash[31590]: cluster 2024-05-11T04:21:53.898838+0000 mon.a (mon.0) 733 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:21:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:54 smithi113 bash[31590]: cluster 2024-05-11T04:21:54.914020+0000 mon.a (mon.0) 734 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-05-11T04:21:55.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:54 smithi173 bash[23566]: cluster 2024-05-11T04:21:53.734735+0000 mgr.y (mgr.14370) 44 : cluster 0 pgmap v24: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:55.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:54 smithi173 bash[23566]: cluster 2024-05-11T04:21:53.898838+0000 mon.a (mon.0) 733 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:21:55.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:54 smithi173 bash[23566]: cluster 2024-05-11T04:21:54.914020+0000 mon.a (mon.0) 734 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-05-11T04:21:56.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:21:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:21:56] "GET /metrics HTTP/1.1" 200 26221 "" "Prometheus/2.43.0" 2024-05-11T04:21:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:56 smithi113 bash[21416]: cluster 2024-05-11T04:21:55.735391+0000 mgr.y (mgr.14370) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:57.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:56 smithi113 bash[31590]: cluster 2024-05-11T04:21:55.735391+0000 mgr.y (mgr.14370) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:57.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:56 smithi173 bash[23566]: cluster 2024-05-11T04:21:55.735391+0000 mgr.y (mgr.14370) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:58.266 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:21:59.203 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:58 smithi113 bash[31590]: cluster 2024-05-11T04:21:57.736031+0000 mgr.y (mgr.14370) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:59.203 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:58 smithi113 bash[31590]: audit 2024-05-11T04:21:58.809582+0000 mon.a (mon.0) 735 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:59.204 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:21:58 smithi113 bash[31590]: audit 2024-05-11T04:21:58.811082+0000 mon.a (mon.0) 736 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:59.204 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:58 smithi113 bash[21416]: cluster 2024-05-11T04:21:57.736031+0000 mgr.y (mgr.14370) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:59.204 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:58 smithi113 bash[21416]: audit 2024-05-11T04:21:58.809582+0000 mon.a (mon.0) 735 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:59.204 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:21:58 smithi113 bash[21416]: audit 2024-05-11T04:21:58.811082+0000 mon.a (mon.0) 736 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:21:59.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:58 smithi173 bash[23566]: cluster 2024-05-11T04:21:57.736031+0000 mgr.y (mgr.14370) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:21:59.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:58 smithi173 bash[23566]: audit 2024-05-11T04:21:58.809582+0000 mon.a (mon.0) 735 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:21:59.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:21:58 smithi173 bash[23566]: audit 2024-05-11T04:21:58.811082+0000 mon.a (mon.0) 736 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:01.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:00 smithi113 bash[21416]: cluster 2024-05-11T04:21:59.736715+0000 mgr.y (mgr.14370) 47 : cluster 0 pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:01.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:00 smithi113 bash[31590]: cluster 2024-05-11T04:21:59.736715+0000 mgr.y (mgr.14370) 47 : cluster 0 pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:01.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:00 smithi173 bash[23566]: cluster 2024-05-11T04:21:59.736715+0000 mgr.y (mgr.14370) 47 : cluster 0 pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:01.952 INFO:teuthology.orchestra.run.smithi113.stderr:enabled application 'rbd' on pool 'rbd' 2024-05-11T04:22:02.193 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:01 smithi113 bash[21416]: audit 2024-05-11T04:22:00.968149+0000 mon.c (mon.2) 13 : audit 1 from='client.? 172.21.15.113:0/4186243638' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:22:02.193 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:01 smithi113 bash[21416]: audit 2024-05-11T04:22:00.968901+0000 mon.a (mon.0) 737 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:22:02.194 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:01 smithi113 bash[31590]: audit 2024-05-11T04:22:00.968149+0000 mon.c (mon.2) 13 : audit 1 from='client.? 172.21.15.113:0/4186243638' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:22:02.194 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:01 smithi113 bash[31590]: audit 2024-05-11T04:22:00.968901+0000 mon.a (mon.0) 737 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:22:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:01 smithi173 bash[23566]: audit 2024-05-11T04:22:00.968149+0000 mon.c (mon.2) 13 : audit 1 from='client.? 172.21.15.113:0/4186243638' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:22:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:01 smithi173 bash[23566]: audit 2024-05-11T04:22:00.968901+0000 mon.a (mon.0) 737 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:22:02.652 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-11T04:22:02.653 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-11T04:22:02.653 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-11T04:22:03.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:02 smithi113 bash[21416]: cluster 2024-05-11T04:22:01.737399+0000 mgr.y (mgr.14370) 48 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:03.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:02 smithi113 bash[21416]: audit 2024-05-11T04:22:01.952682+0000 mon.a (mon.0) 738 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:22:03.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:02 smithi113 bash[21416]: cluster 2024-05-11T04:22:01.952911+0000 mon.a (mon.0) 739 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-05-11T04:22:03.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:02 smithi113 bash[31590]: cluster 2024-05-11T04:22:01.737399+0000 mgr.y (mgr.14370) 48 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:03.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:02 smithi113 bash[31590]: audit 2024-05-11T04:22:01.952682+0000 mon.a (mon.0) 738 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:22:03.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:02 smithi113 bash[31590]: cluster 2024-05-11T04:22:01.952911+0000 mon.a (mon.0) 739 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-05-11T04:22:03.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:02 smithi173 bash[23566]: cluster 2024-05-11T04:22:01.737399+0000 mgr.y (mgr.14370) 48 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:03.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:02 smithi173 bash[23566]: audit 2024-05-11T04:22:01.952682+0000 mon.a (mon.0) 738 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:22:03.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:02 smithi173 bash[23566]: cluster 2024-05-11T04:22:01.952911+0000 mon.a (mon.0) 739 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-05-11T04:22:05.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:04 smithi113 bash[21416]: cluster 2024-05-11T04:22:03.737979+0000 mgr.y (mgr.14370) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:05.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:04 smithi113 bash[21416]: audit 2024-05-11T04:22:03.845403+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:04 smithi113 bash[21416]: cluster 2024-05-11T04:22:03.945878+0000 mon.a (mon.0) 741 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:22:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:04 smithi113 bash[21416]: cluster 2024-05-11T04:22:03.945925+0000 mon.a (mon.0) 742 : cluster 1 Cluster is now healthy 2024-05-11T04:22:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:04 smithi113 bash[31590]: cluster 2024-05-11T04:22:03.737979+0000 mgr.y (mgr.14370) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:04 smithi113 bash[31590]: audit 2024-05-11T04:22:03.845403+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:04 smithi113 bash[31590]: cluster 2024-05-11T04:22:03.945878+0000 mon.a (mon.0) 741 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:22:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:04 smithi113 bash[31590]: cluster 2024-05-11T04:22:03.945925+0000 mon.a (mon.0) 742 : cluster 1 Cluster is now healthy 2024-05-11T04:22:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:04 smithi173 bash[23566]: cluster 2024-05-11T04:22:03.737979+0000 mgr.y (mgr.14370) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:04 smithi173 bash[23566]: audit 2024-05-11T04:22:03.845403+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:04 smithi173 bash[23566]: cluster 2024-05-11T04:22:03.945878+0000 mon.a (mon.0) 741 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:22:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:04 smithi173 bash[23566]: cluster 2024-05-11T04:22:03.945925+0000 mon.a (mon.0) 742 : cluster 1 Cluster is now healthy 2024-05-11T04:22:06.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:06 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:22:06] "GET /metrics HTTP/1.1" 200 28571 "" "Prometheus/2.43.0" 2024-05-11T04:22:06.957 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:06 smithi173 bash[23566]: cluster 2024-05-11T04:22:05.738620+0000 mgr.y (mgr.14370) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:07.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:06 smithi113 bash[21416]: cluster 2024-05-11T04:22:05.738620+0000 mgr.y (mgr.14370) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:06 smithi113 bash[31590]: cluster 2024-05-11T04:22:05.738620+0000 mgr.y (mgr.14370) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:07.380 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:09.087 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.088 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.088 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.088 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.088 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.089 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.089 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.089 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:08 smithi173 bash[23566]: cluster 2024-05-11T04:22:07.739216+0000 mgr.y (mgr.14370) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:09.089 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.090 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:22:08 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:08 smithi113 bash[31590]: cluster 2024-05-11T04:22:07.739216+0000 mgr.y (mgr.14370) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:09.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:08 smithi113 bash[21416]: cluster 2024-05-11T04:22:07.739216+0000 mgr.y (mgr.14370) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:09.358 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: Started Ceph grafana.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:22:09.359 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.359 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.359 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.360 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.360 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.360 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:09.360 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:22:09 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:22:10.148 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:22:10.387 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.364431+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.387 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.377950+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.387 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.389683+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.387 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.399550+0000 mon.a (mon.0) 746 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.387 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.466689+0000 mon.a (mon.0) 747 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:22:10.387 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.838720+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.388 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:09.844479+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.388 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:10 smithi173 bash[23566]: audit 2024-05-11T04:22:10.148588+0000 mon.a (mon.0) 750 : audit 0 from='client.? 172.21.15.113:0/1757901658' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:22:10.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.364431+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.377950+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.389683+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.399550+0000 mon.a (mon.0) 746 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.466689+0000 mon.a (mon.0) 747 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.838720+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:09.844479+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:10 smithi113 bash[21416]: audit 2024-05-11T04:22:10.148588+0000 mon.a (mon.0) 750 : audit 0 from='client.? 172.21.15.113:0/1757901658' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.364431+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.377950+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.389683+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.399550+0000 mon.a (mon.0) 746 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.466689+0000 mon.a (mon.0) 747 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.838720+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:09.844479+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:10 smithi113 bash[31590]: audit 2024-05-11T04:22:10.148588+0000 mon.a (mon.0) 750 : audit 0 from='client.? 172.21.15.113:0/1757901658' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391456233Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391676691Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391703869Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391716958Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391728582Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391741658Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391754997Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391766141Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.39177377Z level=info msg="Path Home" path=/usr/share/grafana 2024-05-11T04:22:10.676 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391781865Z level=info msg="Path Data" path=/var/lib/grafana 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391793527Z level=info msg="Path Logs" path=/var/log/grafana 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391811915Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391822873Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=settings t=2024-05-11T04:22:10.391833669Z level=info msg="App mode production" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=sqlstore t=2024-05-11T04:22:10.391913366Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=sqlstore t=2024-05-11T04:22:10.391942109Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.393013942Z level=info msg="Starting DB migrations" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.393129168Z level=info msg="Executing migration" id="create migration_log table" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.451254367Z level=info msg="Executing migration" id="create user table" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.467902955Z level=info msg="Executing migration" id="add unique index user.login" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.510275517Z level=info msg="Executing migration" id="add unique index user.email" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.552265763Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.577541281Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.602971694Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-05-11T04:22:10.677 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.636939756Z level=info msg="Executing migration" id="create user table v2" 2024-05-11T04:22:10.678 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.678764501Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-05-11T04:22:10.858 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":20,"flags":0,"active_gid":14370,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":972756782},{"type":"v1","addr":"172.21.15.113:6801","nonce":972756782}]},"active_addr":"172.21.15.113:6801/972756782","active_change":"2024-05-11T04:21:13.703127+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24304,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.113:8443/","prometheus":"http://172.21.15.113:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":1858105279}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":1300344067}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":2569439819}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":1661036997}]}]} 2024-05-11T04:22:10.862 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-11T04:22:10.862 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-11T04:22:10.863 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:22:10.961 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.704041733Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-05-11T04:22:10.961 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.746142377Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-05-11T04:22:10.961 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.771306416Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-05-11T04:22:10.961 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.79669531Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-05-11T04:22:10.962 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.821945068Z level=info msg="Executing migration" id="Update user table charset" 2024-05-11T04:22:10.962 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.847130056Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-05-11T04:22:10.962 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.872472279Z level=info msg="Executing migration" id="Add missing user data" 2024-05-11T04:22:10.962 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.897736346Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-05-11T04:22:10.962 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.923010653Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-05-11T04:22:10.962 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.964990477Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-05-11T04:22:11.222 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:10 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:10.990337454Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-05-11T04:22:11.222 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.01573096Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-05-11T04:22:11.222 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.041039038Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-05-11T04:22:11.222 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.083029436Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-05-11T04:22:11.223 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.108282132Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-05-11T04:22:11.223 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.133533577Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-05-11T04:22:11.223 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.158806776Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-05-11T04:22:11.223 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.200743785Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-05-11T04:22:11.223 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.226005877Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:11 smithi173 bash[23566]: cluster 2024-05-11T04:22:09.739593+0000 mgr.y (mgr.14370) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.25120237Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.293297773Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.318585584Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.343893303Z level=info msg="Executing migration" id="create temp_user v2" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.369110856Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.394388351Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.436785019Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.453769963Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-05-11T04:22:11.517 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.52097675Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-05-11T04:22:11.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:11 smithi113 bash[21416]: cluster 2024-05-11T04:22:09.739593+0000 mgr.y (mgr.14370) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:11.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:11 smithi113 bash[31590]: cluster 2024-05-11T04:22:09.739593+0000 mgr.y (mgr.14370) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:11.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.537791912Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.554761786Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.588408637Z level=info msg="Executing migration" id="create star table" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.613628427Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.655754219Z level=info msg="Executing migration" id="create org table v1" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.681000088Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.706257218Z level=info msg="Executing migration" id="create org_user table v1" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.731483344Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-05-11T04:22:11.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.773502591Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-05-11T04:22:12.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.840632209Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-05-11T04:22:12.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.865980881Z level=info msg="Executing migration" id="Update org table charset" 2024-05-11T04:22:12.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.891028392Z level=info msg="Executing migration" id="Update org_user table charset" 2024-05-11T04:22:12.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.916424579Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-05-11T04:22:12.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.941624169Z level=info msg="Executing migration" id="create dashboard table" 2024-05-11T04:22:12.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:11 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:11.983778367Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.025792226Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.067924982Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.093233432Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.118447638Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.143726575Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.185687544Z level=info msg="Executing migration" id="create dashboard v2" 2024-05-11T04:22:12.299 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.210956493Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-05-11T04:22:12.300 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.252926595Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-05-11T04:22:12.300 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.303341677Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.345547518Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.370855518Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.41283095Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.438133903Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.46327966Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.488808516Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.530887388Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-05-11T04:22:12.552 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.556080401Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.581366223Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.606752852Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.63189819Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.648925265Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.707829477Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.724562193Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.741535532Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.758427745Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-05-11T04:22:12.805 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.783667111Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-05-11T04:22:12.806 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.808936395Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-05-11T04:22:13.074 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.834215538Z level=info msg="Executing migration" id="Update dashboard title length" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.859590508Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.884882774Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.910214843Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.935429413Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.960798625Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:12 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:12.986036662Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.028078393Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-05-11T04:22:13.075 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.078677876Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.103952103Z level=info msg="Executing migration" id="Add check_sum column" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.12924821Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.154589372Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.196475054Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.221882009Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.263910025Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.289244388Z level=info msg="Executing migration" id="create data_source table" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.314534284Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-05-11T04:22:13.336 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.339821044Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-05-11T04:22:13.588 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:13 smithi173 bash[23566]: cluster 2024-05-11T04:22:11.740223+0000 mgr.y (mgr.14370) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:13.588 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.365099681Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-05-11T04:22:13.588 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.390362802Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-05-11T04:22:13.588 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.432486266Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-05-11T04:22:13.589 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.457848535Z level=info msg="Executing migration" id="create data_source table v2" 2024-05-11T04:22:13.589 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.499803142Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-05-11T04:22:13.589 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.541869595Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-05-11T04:22:13.589 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.567080646Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-05-11T04:22:13.589 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.592472754Z level=info msg="Executing migration" id="Add column with_credentials" 2024-05-11T04:22:13.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:13 smithi113 bash[21416]: cluster 2024-05-11T04:22:11.740223+0000 mgr.y (mgr.14370) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:13.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:13 smithi113 bash[31590]: cluster 2024-05-11T04:22:11.740223+0000 mgr.y (mgr.14370) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:13.849 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.617719908Z level=info msg="Executing migration" id="Add secure json data column" 2024-05-11T04:22:13.849 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.642996295Z level=info msg="Executing migration" id="Update data_source table charset" 2024-05-11T04:22:13.849 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.685003608Z level=info msg="Executing migration" id="Update initial version to 1" 2024-05-11T04:22:13.849 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.735278843Z level=info msg="Executing migration" id="Add read_only data column" 2024-05-11T04:22:13.849 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.760788383Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-05-11T04:22:13.849 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.786029471Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-05-11T04:22:13.850 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.827898804Z level=info msg="Executing migration" id="Add uid column" 2024-05-11T04:22:13.850 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.853355092Z level=info msg="Executing migration" id="Update uid value" 2024-05-11T04:22:14.127 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.878777556Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.904254821Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.929354202Z level=info msg="Executing migration" id="create api_key table" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.954864655Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:13 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:13.980064845Z level=info msg="Executing migration" id="add index api_key.key" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.021981502Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.064161977Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.089350943Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-05-11T04:22:14.128 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.131420706Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-05-11T04:22:14.379 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.156721474Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-05-11T04:22:14.379 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.198760798Z level=info msg="Executing migration" id="create api_key table v2" 2024-05-11T04:22:14.380 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.240836554Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-05-11T04:22:14.380 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.266142311Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-05-11T04:22:14.380 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.291443758Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-05-11T04:22:14.380 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.333458826Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-05-11T04:22:14.380 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.35852053Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-05-11T04:22:14.380 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.383813219Z level=info msg="Executing migration" id="Update api_key table charset" 2024-05-11T04:22:14.632 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.425967246Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-05-11T04:22:14.632 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.468215322Z level=info msg="Executing migration" id="Add service account foreign key" 2024-05-11T04:22:14.633 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.485052855Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-05-11T04:22:14.633 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.50198896Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-05-11T04:22:14.633 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.535726373Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-05-11T04:22:14.633 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.569380776Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-05-11T04:22:14.633 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.586263886Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-05-11T04:22:14.633 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.611583439Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-05-11T04:22:14.668 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:14.964 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:14 smithi173 bash[23566]: cluster 2024-05-11T04:22:13.740780+0000 mgr.y (mgr.14370) 54 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:14.964 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:14 smithi173 bash[23566]: audit 2024-05-11T04:22:13.816532+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:14.964 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:14 smithi173 bash[23566]: audit 2024-05-11T04:22:13.818386+0000 mon.a (mon.0) 752 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:14.964 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:14 smithi173 bash[23566]: audit 2024-05-11T04:22:14.163470+0000 mon.a (mon.0) 753 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.637119235Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.662426862Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.704427789Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.738134639Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.780462773Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.881196418Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-05-11T04:22:14.965 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:14 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:14.96885738Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-05-11T04:22:14.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:14 smithi113 bash[31590]: cluster 2024-05-11T04:22:13.740780+0000 mgr.y (mgr.14370) 54 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:14 smithi113 bash[31590]: audit 2024-05-11T04:22:13.816532+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:14 smithi113 bash[31590]: audit 2024-05-11T04:22:13.818386+0000 mon.a (mon.0) 752 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:14 smithi113 bash[31590]: audit 2024-05-11T04:22:14.163470+0000 mon.a (mon.0) 753 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:14 smithi113 bash[21416]: cluster 2024-05-11T04:22:13.740780+0000 mgr.y (mgr.14370) 54 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:14 smithi113 bash[21416]: audit 2024-05-11T04:22:13.816532+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:14 smithi113 bash[21416]: audit 2024-05-11T04:22:13.818386+0000 mon.a (mon.0) 752 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:14.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:14 smithi113 bash[21416]: audit 2024-05-11T04:22:14.163470+0000 mon.a (mon.0) 753 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:15.232 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.098908346Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-05-11T04:22:15.232 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.124273479Z level=info msg="Executing migration" id="create quota table v1" 2024-05-11T04:22:15.232 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.149455579Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-05-11T04:22:15.232 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.199946147Z level=info msg="Executing migration" id="Update quota table charset" 2024-05-11T04:22:15.482 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.23604201Z level=info msg="Executing migration" id="create plugin_setting table" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.275894871Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.301153426Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.343045174Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.376812634Z level=info msg="Executing migration" id="create session table" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.418880779Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.43576916Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.452662965Z level=info msg="Executing migration" id="create playlist table v2" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.469735911Z level=info msg="Executing migration" id="create playlist item table v2" 2024-05-11T04:22:15.483 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.486660898Z level=info msg="Executing migration" id="Update playlist table charset" 2024-05-11T04:22:15.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.503448118Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-05-11T04:22:15.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.545848184Z level=info msg="Executing migration" id="drop preferences table v2" 2024-05-11T04:22:15.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.571101813Z level=info msg="Executing migration" id="drop preferences table v3" 2024-05-11T04:22:15.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.596486463Z level=info msg="Executing migration" id="create preferences table v3" 2024-05-11T04:22:15.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.621799174Z level=info msg="Executing migration" id="Update preferences table charset" 2024-05-11T04:22:15.769 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.646978914Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-05-11T04:22:15.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.68898957Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-05-11T04:22:15.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.730971029Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-05-11T04:22:15.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.773065704Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.798390434Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.823632073Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.848876286Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.874205336Z level=info msg="Executing migration" id="create alert table v1" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.899373037Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.9247356Z level=info msg="Executing migration" id="add index alert state" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.949933203Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-05-11T04:22:16.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:15 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:15.9918768Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.169011+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.177725+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.217612+0000 mon.a (mon.0) 756 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.225405+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.226887+0000 mon.a (mon.0) 758 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.227940+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: audit 2024-05-11T04:22:15.237824+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: cephadm 2024-05-11T04:22:15.273488+0000 mgr.y (mgr.14370) 55 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-05-11T04:22:16.291 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:16 smithi173 bash[23566]: cephadm 2024-05-11T04:22:15.276869+0000 mgr.y (mgr.14370) 56 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi113 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.03390816Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.075946736Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.101191479Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.126579373Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.151787987Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.193922582Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.219121376Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.261199002Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-05-11T04:22:16.292 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.294863017Z level=info msg="Executing migration" id="Add column is_default" 2024-05-11T04:22:16.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:22:16] "GET /metrics HTTP/1.1" 200 28571 "" "Prometheus/2.43.0" 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.169011+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.177725+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.217612+0000 mon.a (mon.0) 756 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.225405+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.226887+0000 mon.a (mon.0) 758 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.227940+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:22:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: audit 2024-05-11T04:22:15.237824+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: cephadm 2024-05-11T04:22:15.273488+0000 mgr.y (mgr.14370) 55 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-05-11T04:22:16.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:16 smithi113 bash[21416]: cephadm 2024-05-11T04:22:15.276869+0000 mgr.y (mgr.14370) 56 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi113 2024-05-11T04:22:16.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.169011+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.177725+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.217612+0000 mon.a (mon.0) 756 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.225405+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.226887+0000 mon.a (mon.0) 758 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.227940+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: audit 2024-05-11T04:22:15.237824+0000 mon.a (mon.0) 760 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: cephadm 2024-05-11T04:22:15.273488+0000 mgr.y (mgr.14370) 55 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-05-11T04:22:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:16 smithi113 bash[31590]: cephadm 2024-05-11T04:22:15.276869+0000 mgr.y (mgr.14370) 56 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi113 2024-05-11T04:22:16.544 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.311775602Z level=info msg="Executing migration" id="Add column frequency" 2024-05-11T04:22:16.544 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.345446195Z level=info msg="Executing migration" id="Add column send_reminder" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.362760911Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.404696952Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.446794421Z level=info msg="Executing migration" id="Update alert table charset" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.463775705Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.480732692Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.514418481Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.531384062Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-05-11T04:22:16.545 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.54831889Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.565214119Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.59879056Z level=info msg="Executing migration" id="Add for to alert table" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.62418649Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.66610813Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.691417448Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.733505681Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.775452125Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-05-11T04:22:16.797 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.800780167Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-05-11T04:22:17.066 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.826017286Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-05-11T04:22:17.066 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.851288216Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-05-11T04:22:17.066 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.876629017Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-05-11T04:22:17.066 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.901872187Z level=info msg="Executing migration" id="create annotation table v5" 2024-05-11T04:22:17.067 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.927092723Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-05-11T04:22:17.067 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.952475851Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-05-11T04:22:17.067 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:16 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:16.977739486Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-05-11T04:22:17.067 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.019599393Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-05-11T04:22:17.067 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.045021524Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-05-11T04:22:17.067 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.070313927Z level=info msg="Executing migration" id="Update annotation table charset" 2024-05-11T04:22:17.329 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:17 smithi173 bash[23566]: cluster 2024-05-11T04:22:15.741556+0000 mgr.y (mgr.14370) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.112295949Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.139783216Z level=info msg="Executing migration" id="Drop category_id index" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.1650513Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.190269184Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.215532001Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.257662323Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.274639361Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.299863035Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.316770024Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-05-11T04:22:17.330 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.333707496Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.367145521Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.384228419Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.417810098Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.434807635Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.459957931Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.485304239Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.527166677Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.552471493Z level=info msg="Executing migration" id="Add epoch_end column" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.577732283Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-05-11T04:22:17.599 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.602938307Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-05-11T04:22:17.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:17 smithi113 bash[21416]: cluster 2024-05-11T04:22:15.741556+0000 mgr.y (mgr.14370) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:17.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:17 smithi113 bash[31590]: cluster 2024-05-11T04:22:15.741556+0000 mgr.y (mgr.14370) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:17.851 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.644876024Z level=info msg="Executing migration" id="Move region to single row" 2024-05-11T04:22:17.851 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.670219386Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-05-11T04:22:17.852 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.712211071Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-05-11T04:22:17.852 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.737461791Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-05-11T04:22:17.852 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.762719494Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-05-11T04:22:17.852 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.804536159Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-05-11T04:22:17.852 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.829892664Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-05-11T04:22:17.852 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.855065326Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-05-11T04:22:18.103 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.880401968Z level=info msg="Executing migration" id="create test_data table" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.922510634Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.947771304Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:17 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:17.973226801Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.0152128Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.057116825Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.082385112Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-05-11T04:22:18.104 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.10764314Z level=info msg="Executing migration" id="create team table" 2024-05-11T04:22:18.364 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.132936223Z level=info msg="Executing migration" id="add index team.org_id" 2024-05-11T04:22:18.364 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.158216978Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-05-11T04:22:18.364 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.200041077Z level=info msg="Executing migration" id="create team member table" 2024-05-11T04:22:18.364 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.225452472Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-05-11T04:22:18.365 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.267445692Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-05-11T04:22:18.365 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.30935833Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-05-11T04:22:18.365 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.334697502Z level=info msg="Executing migration" id="Add column email to team table" 2024-05-11T04:22:18.365 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.368272422Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.385242387Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.410421789Z level=info msg="Executing migration" id="create dashboard acl table" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.452473645Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.494408532Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.519725875Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.561723824Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.587045061Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-05-11T04:22:18.625 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.628991028Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-05-11T04:22:18.877 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.696078885Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-05-11T04:22:18.877 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.721201831Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-05-11T04:22:18.877 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.746400173Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-05-11T04:22:18.877 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.771661693Z level=info msg="Executing migration" id="create tag table" 2024-05-11T04:22:18.877 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.796962224Z level=info msg="Executing migration" id="add index tag.key_value" 2024-05-11T04:22:18.877 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.838858292Z level=info msg="Executing migration" id="create login attempt table" 2024-05-11T04:22:18.878 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.864159575Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-05-11T04:22:18.878 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.881045915Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-05-11T04:22:19.130 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.898161171Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-05-11T04:22:19.130 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.923414552Z level=info msg="Executing migration" id="create login_attempt v2" 2024-05-11T04:22:19.130 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.957027671Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-05-11T04:22:19.130 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.974051292Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-05-11T04:22:19.131 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:18 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:18.999104186Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-05-11T04:22:19.131 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.041216221Z level=info msg="Executing migration" id="create user auth table" 2024-05-11T04:22:19.131 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.08313894Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-05-11T04:22:19.131 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.10851743Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-05-11T04:22:19.131 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.133742422Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-05-11T04:22:19.143 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:22:19.143 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":63,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:22:01.931718+0000","last_up_change":"2024-05-11T04:20:17.326237+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:21:52.832997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6803","nonce":1742295569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6805","nonce":1742295569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6809","nonce":1742295569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6807","nonce":1742295569}]},"public_addr":"172.21.15.113:6803/1742295569","cluster_addr":"172.21.15.113:6805/1742295569","heartbeat_back_addr":"172.21.15.113:6809/1742295569","heartbeat_front_addr":"172.21.15.113:6807/1742295569","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6811","nonce":2827523102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6813","nonce":2827523102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6817","nonce":2827523102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6815","nonce":2827523102}]},"public_addr":"172.21.15.113:6811/2827523102","cluster_addr":"172.21.15.113:6813/2827523102","heartbeat_back_addr":"172.21.15.113:6817/2827523102","heartbeat_front_addr":"172.21.15.113:6815/2827523102","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6819","nonce":742041139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6821","nonce":742041139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6825","nonce":742041139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6823","nonce":742041139}]},"public_addr":"172.21.15.113:6819/742041139","cluster_addr":"172.21.15.113:6821/742041139","heartbeat_back_addr":"172.21.15.113:6825/742041139","heartbeat_front_addr":"172.21.15.113:6823/742041139","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6827","nonce":1868147514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6829","nonce":1868147514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6833","nonce":1868147514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6831","nonce":1868147514}]},"public_addr":"172.21.15.113:6827/1868147514","cluster_addr":"172.21.15.113:6829/1868147514","heartbeat_back_addr":"172.21.15.113:6833/1868147514","heartbeat_front_addr":"172.21.15.113:6831/1868147514","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6801","nonce":3950459363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6803","nonce":3950459363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6807","nonce":3950459363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6805","nonce":3950459363}]},"public_addr":"172.21.15.173:6801/3950459363","cluster_addr":"172.21.15.173:6803/3950459363","heartbeat_back_addr":"172.21.15.173:6807/3950459363","heartbeat_front_addr":"172.21.15.173:6805/3950459363","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:22:19.415 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:19 smithi173 bash[23566]: cluster 2024-05-11T04:22:17.742160+0000 mgr.y (mgr.14370) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:19.415 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:19 smithi173 bash[23566]: audit 2024-05-11T04:22:19.147240+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.113:0/1752703339' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:22:19.415 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.158925588Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.200840468Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.226154101Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.268308783Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.310197882Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.335417471Z level=info msg="Executing migration" id="create server_lock table" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.377414322Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-05-11T04:22:19.416 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.41941875Z level=info msg="Executing migration" id="create user auth token table" 2024-05-11T04:22:19.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:19 smithi113 bash[21416]: cluster 2024-05-11T04:22:17.742160+0000 mgr.y (mgr.14370) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:19.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:19 smithi113 bash[21416]: audit 2024-05-11T04:22:19.147240+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.113:0/1752703339' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:22:19.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:19 smithi113 bash[31590]: cluster 2024-05-11T04:22:17.742160+0000 mgr.y (mgr.14370) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:19.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:19 smithi113 bash[31590]: audit 2024-05-11T04:22:19.147240+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.113:0/1752703339' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:22:19.692 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.444765096Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.46991377Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.495090447Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.520563114Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.562286743Z level=info msg="Executing migration" id="create cache_data table" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.587592954Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.612875598Z level=info msg="Executing migration" id="create short_url table v1" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.654845077Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-05-11T04:22:19.693 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.696735016Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-05-11T04:22:19.943 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.721991127Z level=info msg="Executing migration" id="delete alert_definition table" 2024-05-11T04:22:19.943 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.764072014Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-05-11T04:22:19.943 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.806086468Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-05-11T04:22:19.944 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.848027336Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-05-11T04:22:19.944 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.881847453Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-05-11T04:22:19.944 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.947262902Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-05-11T04:22:20.091 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-11T04:22:20.091 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:19 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:19.974217769Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.016168142Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.041440544Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.08332893Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.108666345Z level=info msg="Executing migration" id="drop alert_definition table" 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.133898864Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-05-11T04:22:20.243 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.159081831Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-05-11T04:22:20.507 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.247024446Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-05-11T04:22:20.507 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.343163044Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-05-11T04:22:20.507 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.418550214Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-05-11T04:22:20.507 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.435442297Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-05-11T04:22:20.507 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.477468546Z level=info msg="Executing migration" id="create alert_instance table" 2024-05-11T04:22:20.507 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.494311791Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-05-11T04:22:20.725 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:20 smithi113 systemd[1]: Stopping Ceph alertmanager.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:22:20.725 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:20 smithi113 bash[56245]: ts=2024-05-11T04:22:20.562Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:22:20.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.511293874Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-05-11T04:22:20.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.536535379Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-05-11T04:22:20.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.561722067Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-05-11T04:22:20.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.587062537Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-05-11T04:22:20.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.628987884Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-05-11T04:22:20.771 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.68766881Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-05-11T04:22:20.771 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.729618286Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-05-11T04:22:20.771 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.754953714Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.796874517Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.838911426Z level=info msg="Executing migration" id="create alert_rule table" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.864173375Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.889430867Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.914723289Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.940202664Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-05-11T04:22:21.079 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.965455374Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-05-11T04:22:21.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:20 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:20.990749268Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-05-11T04:22:21.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.01590697Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-05-11T04:22:21.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.041303025Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-05-11T04:22:21.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.083210049Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-05-11T04:22:21.339 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:21 smithi173 bash[23566]: cluster 2024-05-11T04:22:19.742769+0000 mgr.y (mgr.14370) 59 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:21.340 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.108550541Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-05-11T04:22:21.340 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.150562731Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-05-11T04:22:21.340 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.192533202Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-05-11T04:22:21.340 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.217842594Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-05-11T04:22:21.340 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.259723192Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-05-11T04:22:21.340 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.301622437Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-05-11T04:22:21.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:21 smithi113 bash[21416]: cluster 2024-05-11T04:22:19.742769+0000 mgr.y (mgr.14370) 59 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:21.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:21 smithi113 bash[31590]: cluster 2024-05-11T04:22:19.742769+0000 mgr.y (mgr.14370) 59 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:21.475 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:21 smithi113 bash[58018]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T04:22:21.475 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:21 smithi113 bash[58078]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T04:22:21.475 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:21 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-11T04:22:21.475 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:21 smithi113 systemd[1]: Stopped Ceph alertmanager.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:22:21.475 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:21 smithi113 systemd[1]: Started Ceph alertmanager.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:22:21.617 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.343735622Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-05-11T04:22:21.617 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.36910496Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-05-11T04:22:21.617 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.411034561Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-05-11T04:22:21.617 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.436373536Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-05-11T04:22:21.618 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.461591803Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-05-11T04:22:21.618 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.503581061Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-05-11T04:22:21.618 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.528835884Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-05-11T04:22:21.618 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.554079116Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-05-11T04:22:21.618 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.579299507Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-05-11T04:22:22.002 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.621395388Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-05-11T04:22:22.002 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.638374312Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.655328602Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.672252429Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.705873792Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.722955172Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.739824634Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.765288224Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.790566153Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:21 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:21.832257388Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-05-11T04:22:22.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:22 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:22.006182926Z level=info msg="Executing migration" id="create provenance_type table" 2024-05-11T04:22:22.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:22 smithi113 bash[31590]: audit 2024-05-11T04:22:21.296493+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:22.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:22 smithi113 bash[31590]: audit 2024-05-11T04:22:21.303215+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:22.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:22 smithi113 bash[31590]: cephadm 2024-05-11T04:22:21.306661+0000 mgr.y (mgr.14370) 60 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:22:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[21416]: audit 2024-05-11T04:22:21.296493+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[21416]: audit 2024-05-11T04:22:21.303215+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[21416]: cephadm 2024-05-11T04:22:21.306661+0000 mgr.y (mgr.14370) 60 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:22:22.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.214Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-11T04:22:22.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.214Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-11T04:22:22.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.215Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.113 port=9094 2024-05-11T04:22:22.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.216Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-11T04:22:22.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.246Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:22:22.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.247Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:22:22.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.250Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-11T04:22:22.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:22 smithi113 bash[58107]: ts=2024-05-11T04:22:22.250Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-11T04:22:22.548 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:22 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:22.324831255Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-05-11T04:22:22.548 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:22 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:22.544290526Z level=info msg="Executing migration" id="create alert_image table" 2024-05-11T04:22:22.549 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:22 smithi173 bash[23566]: audit 2024-05-11T04:22:21.296493+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:22.549 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:22 smithi173 bash[23566]: audit 2024-05-11T04:22:21.303215+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:22.549 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:22 smithi173 bash[23566]: cephadm 2024-05-11T04:22:21.306661+0000 mgr.y (mgr.14370) 60 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:22:23.084 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:22 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:22.836526327Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-05-11T04:22:23.084 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:22 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:22.953783146Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-05-11T04:22:23.084 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.021225008Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-05-11T04:22:23.084 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.088452213Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-05-11T04:22:23.357 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:23 smithi173 bash[23566]: cephadm 2024-05-11T04:22:21.544994+0000 mgr.y (mgr.14370) 61 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:22:23.357 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:23 smithi173 bash[23566]: cluster 2024-05-11T04:22:21.743356+0000 mgr.y (mgr.14370) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:23.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.172030184Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-05-11T04:22:23.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.172351769Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-05-11T04:22:23.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.222431282Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-05-11T04:22:23.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.272850358Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-05-11T04:22:23.358 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.361314738Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-05-11T04:22:23.622 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.361878293Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-05-11T04:22:23.623 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.362398001Z level=info msg="alerts found to migrate" alerts=0 2024-05-11T04:22:23.623 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.407531035Z level=info msg="Executing migration" id="create library_element table v1" 2024-05-11T04:22:23.623 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.4498047Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-05-11T04:22:23.623 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.500541947Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-05-11T04:22:23.623 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.56770766Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-05-11T04:22:23.624 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.62672401Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-05-11T04:22:23.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:23 smithi113 bash[21416]: cephadm 2024-05-11T04:22:21.544994+0000 mgr.y (mgr.14370) 61 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:22:23.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:23 smithi113 bash[21416]: cluster 2024-05-11T04:22:21.743356+0000 mgr.y (mgr.14370) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:23.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:23 smithi113 bash[31590]: cephadm 2024-05-11T04:22:21.544994+0000 mgr.y (mgr.14370) 61 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:22:23.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:23 smithi113 bash[31590]: cluster 2024-05-11T04:22:21.743356+0000 mgr.y (mgr.14370) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:23.957 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.68884897Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-05-11T04:22:23.957 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.772053324Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-05-11T04:22:24.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:23 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:23.961562229Z level=info msg="Executing migration" id="create data_keys table" 2024-05-11T04:22:24.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:24 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:24.17057916Z level=info msg="Executing migration" id="create secrets table" 2024-05-11T04:22:24.475 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:24 smithi113 bash[58107]: ts=2024-05-11T04:22:24.217Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000611884s 2024-05-11T04:22:24.603 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:24 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:24.279673142Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-05-11T04:22:24.603 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:24 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:24.34697189Z level=info msg="Executing migration" id="add name column into data_keys" 2024-05-11T04:22:24.603 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:24 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:24.423225325Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-05-11T04:22:24.854 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:24 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:24.607170157Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-05-11T04:22:25.164 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:24 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:24.858623724Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-05-11T04:22:25.164 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.040800475Z level=info msg="Executing migration" id="create kv_store table v1" 2024-05-11T04:22:25.466 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:25 smithi173 bash[23566]: cluster 2024-05-11T04:22:23.743947+0000 mgr.y (mgr.14370) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:25.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.168712342Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-05-11T04:22:25.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.261152497Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-05-11T04:22:25.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.336455882Z level=info msg="Executing migration" id="create permission table" 2024-05-11T04:22:25.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.417696069Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-05-11T04:22:25.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.470665958Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-05-11T04:22:25.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:25 smithi113 bash[21416]: cluster 2024-05-11T04:22:23.743947+0000 mgr.y (mgr.14370) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:25.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:25 smithi113 bash[31590]: cluster 2024-05-11T04:22:23.743947+0000 mgr.y (mgr.14370) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:25.725 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.560894858Z level=info msg="Executing migration" id="create role table" 2024-05-11T04:22:25.725 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.638222838Z level=info msg="Executing migration" id="add column display_name" 2024-05-11T04:22:25.725 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.671916439Z level=info msg="Executing migration" id="add column group_name" 2024-05-11T04:22:25.726 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.714024424Z level=info msg="Executing migration" id="add index role.org_id" 2024-05-11T04:22:26.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.764684433Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-05-11T04:22:26.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.840681456Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-05-11T04:22:26.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.882421659Z level=info msg="Executing migration" id="create team role table" 2024-05-11T04:22:26.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:25 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:25.94134719Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-05-11T04:22:26.377 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.050860095Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-05-11T04:22:26.377 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.159229908Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-05-11T04:22:26.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:22:26] "GET /metrics HTTP/1.1" 200 28571 "" "Prometheus/2.43.0" 2024-05-11T04:22:26.715 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.381025974Z level=info msg="Executing migration" id="create user role table" 2024-05-11T04:22:26.715 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.593743234Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-05-11T04:22:26.810 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:27.002 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:26 smithi173 systemd[1]: Stopping Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:22:27.002 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.719614111Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-05-11T04:22:27.002 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.82046063Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-05-11T04:22:27.002 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.888033591Z level=info msg="Executing migration" id="create builtin role table" 2024-05-11T04:22:27.002 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.929928096Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-05-11T04:22:27.003 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:26 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:26.955120544Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-05-11T04:22:27.263 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.005830121Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-05-11T04:22:27.263 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.07336092Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-05-11T04:22:27.263 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.11544869Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-05-11T04:22:27.263 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.174181952Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-05-11T04:22:27.264 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.267288143Z level=info msg="Executing migration" id="add unique index role.uid" 2024-05-11T04:22:27.264 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.068Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:22:27.264 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.068Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:22:27.264 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.068Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:22:27.264 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.068Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:22:27.264 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.068Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:22:27.264 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:22:27.265 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:22:27.265 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:22:27.265 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:22:27.265 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:22:27.265 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:22:27.265 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[47670]: ts=2024-05-11T04:22:27.069Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:22:27.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:27 smithi173 bash[23566]: cluster 2024-05-11T04:22:25.744623+0000 mgr.y (mgr.14370) 64 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:27.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.367375511Z level=info msg="Executing migration" id="create seed assignment table" 2024-05-11T04:22:27.599 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:27 smithi113 bash[21416]: cluster 2024-05-11T04:22:25.744623+0000 mgr.y (mgr.14370) 64 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:27.599 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:27 smithi113 bash[31590]: cluster 2024-05-11T04:22:25.744623+0000 mgr.y (mgr.14370) 64 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:27.817 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.563970491Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-05-11T04:22:28.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.821624832Z level=info msg="Executing migration" id="add column hidden to role table" 2024-05-11T04:22:28.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.935562524Z level=info msg="Executing migration" id="create query_history table v1" 2024-05-11T04:22:28.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:27.994675368Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-05-11T04:22:28.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.054070164Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-05-11T04:22:28.080 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.070909105Z level=info msg="Executing migration" id="teams permissions migration" 2024-05-11T04:22:28.080 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:27 smithi173 bash[50031]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:22:28.081 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[50092]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:22:28.081 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:28 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-11T04:22:28.081 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:28 smithi173 systemd[1]: Stopped Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:22:28.081 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:28 smithi173 systemd[1]: Started Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:22:28.175 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STOPPING 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STOPPED 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STARTING 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Serving on http://:::9283 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STARTED 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STOPPING 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:22:28.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STOPPED 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STARTING 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Serving on http://:::9283 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STARTED 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STOPPING 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STOPPED 2024-05-11T04:22:28.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STARTING 2024-05-11T04:22:28.502 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.238956219Z level=info msg="Executing migration" id="dashboard permissions" 2024-05-11T04:22:28.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.506093041Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-05-11T04:22:28.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.738961083Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-05-11T04:22:28.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Serving on http://:::9283 2024-05-11T04:22:28.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:28 smithi113 bash[21674]: [11/May/2024:04:22:28] ENGINE Bus STARTED 2024-05-11T04:22:29.199 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.866627352Z level=info msg="Executing migration" id="alerting notification permissions" 2024-05-11T04:22:29.199 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:28 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:28.950700358Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-05-11T04:22:29.199 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.026240763Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-05-11T04:22:29.199 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.106384877Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: cluster 2024-05-11T04:22:27.745022+0000 mgr.y (mgr.14370) 65 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.082704+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.094309+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.133981+0000 mon.a (mon.0) 765 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.134860+0000 mgr.y (mgr.14370) 66 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.136925+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi113.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.137722+0000 mgr.y (mgr.14370) 67 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi113.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.146913+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.169122+0000 mon.a (mon.0) 768 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.170537+0000 mgr.y (mgr.14370) 68 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:22:29.200 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.175096+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi173.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.176340+0000 mgr.y (mgr.14370) 69 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi173.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.187719+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.199464+0000 mon.a (mon.0) 771 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.200270+0000 mgr.y (mgr.14370) 70 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.204505+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi173.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.205498+0000 mgr.y (mgr.14370) 71 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi173.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.217157+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.236637+0000 mon.a (mon.0) 774 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:22:29.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:29 smithi173 bash[23566]: audit 2024-05-11T04:22:28.809496+0000 mon.a (mon.0) 775 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:29.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.203155406Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-05-11T04:22:29.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.27681108Z level=info msg="Executing migration" id="create correlation table v1" 2024-05-11T04:22:29.467 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.328212114Z level=info msg="Executing migration" id="add index correlations.uid" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.403761563Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.471389828Z level=info msg="Executing migration" id="add correlation config column" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.390Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.390Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.390Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi173 (none))" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.390Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.390Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.392Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.392Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.394Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.394Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:22:29.468 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.396Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.396Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.809µs 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.396Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.398Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.398Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.398Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.571µs wal_replay_duration=1.906823ms wbl_replay_duration=136ns total_replay_duration=1.961335ms 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.399Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.399Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.399Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.425Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=26.008657ms db_storage=894ns remote_storage=1.301µs web_handler=372ns query_engine=710ns scrape=260.401µs scrape_sd=103.275µs notify=24.464µs notify_sd=21.701µs rules=25.222136ms tracing=8.612µs 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.425Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:22:29.469 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[50122]: ts=2024-05-11T04:22:29.425Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:22:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: cluster 2024-05-11T04:22:27.745022+0000 mgr.y (mgr.14370) 65 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.082704+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.094309+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.133981+0000 mon.a (mon.0) 765 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:22:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.134860+0000 mgr.y (mgr.14370) 66 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.136925+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi113.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.137722+0000 mgr.y (mgr.14370) 67 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi113.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.146913+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.169122+0000 mon.a (mon.0) 768 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.170537+0000 mgr.y (mgr.14370) 68 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.175096+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi173.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.176340+0000 mgr.y (mgr.14370) 69 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi173.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.187719+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.199464+0000 mon.a (mon.0) 771 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.200270+0000 mgr.y (mgr.14370) 70 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.204505+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi173.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.205498+0000 mgr.y (mgr.14370) 71 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi173.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.217157+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.236637+0000 mon.a (mon.0) 774 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:29 smithi113 bash[21416]: audit 2024-05-11T04:22:28.809496+0000 mon.a (mon.0) 775 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: cluster 2024-05-11T04:22:27.745022+0000 mgr.y (mgr.14370) 65 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.082704+0000 mon.a (mon.0) 763 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.094309+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.133981+0000 mon.a (mon.0) 765 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.134860+0000 mgr.y (mgr.14370) 66 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.136925+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi113.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.137722+0000 mgr.y (mgr.14370) 67 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi113.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.146913+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.169122+0000 mon.a (mon.0) 768 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.170537+0000 mgr.y (mgr.14370) 68 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.175096+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi173.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.176340+0000 mgr.y (mgr.14370) 69 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi173.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.187719+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.199464+0000 mon.a (mon.0) 771 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.200270+0000 mgr.y (mgr.14370) 70 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.204505+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi173.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.205498+0000 mgr.y (mgr.14370) 71 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi173.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.217157+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.236637+0000 mon.a (mon.0) 774 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:22:29.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:29 smithi113 bash[31590]: audit 2024-05-11T04:22:28.809496+0000 mon.a (mon.0) 775 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:29.595 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:22:29.596 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":63,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:22:01.931718+0000","last_up_change":"2024-05-11T04:20:17.326237+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:21:52.832997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6803","nonce":1742295569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6805","nonce":1742295569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6809","nonce":1742295569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6807","nonce":1742295569}]},"public_addr":"172.21.15.113:6803/1742295569","cluster_addr":"172.21.15.113:6805/1742295569","heartbeat_back_addr":"172.21.15.113:6809/1742295569","heartbeat_front_addr":"172.21.15.113:6807/1742295569","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6811","nonce":2827523102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6813","nonce":2827523102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6817","nonce":2827523102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6815","nonce":2827523102}]},"public_addr":"172.21.15.113:6811/2827523102","cluster_addr":"172.21.15.113:6813/2827523102","heartbeat_back_addr":"172.21.15.113:6817/2827523102","heartbeat_front_addr":"172.21.15.113:6815/2827523102","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6819","nonce":742041139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6821","nonce":742041139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6825","nonce":742041139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6823","nonce":742041139}]},"public_addr":"172.21.15.113:6819/742041139","cluster_addr":"172.21.15.113:6821/742041139","heartbeat_back_addr":"172.21.15.113:6825/742041139","heartbeat_front_addr":"172.21.15.113:6823/742041139","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6827","nonce":1868147514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6829","nonce":1868147514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6833","nonce":1868147514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6831","nonce":1868147514}]},"public_addr":"172.21.15.113:6827/1868147514","cluster_addr":"172.21.15.113:6829/1868147514","heartbeat_back_addr":"172.21.15.113:6833/1868147514","heartbeat_front_addr":"172.21.15.113:6831/1868147514","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6801","nonce":3950459363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6803","nonce":3950459363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6807","nonce":3950459363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6805","nonce":3950459363}]},"public_addr":"172.21.15.173:6801/3950459363","cluster_addr":"172.21.15.173:6803/3950459363","heartbeat_back_addr":"172.21.15.173:6807/3950459363","heartbeat_front_addr":"172.21.15.173:6805/3950459363","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:22:29.745 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.513374274Z level=info msg="Executing migration" id="create entity_events table" 2024-05-11T04:22:29.745 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.530425022Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-05-11T04:22:29.745 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.564008421Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-05-11T04:22:29.745 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.564376531Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-05-11T04:22:29.745 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.581001404Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-11T04:22:29.745 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.581310644Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-11T04:22:29.746 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.597910005Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-05-11T04:22:29.746 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.623041277Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-05-11T04:22:29.746 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.706821354Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-05-11T04:22:29.746 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.74914575Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-11T04:22:30.014 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.791025822Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-05-11T04:22:30.014 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.81634197Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-05-11T04:22:30.014 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.841636001Z level=info msg="Executing migration" id="Drop public config table" 2024-05-11T04:22:30.015 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.866943076Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-05-11T04:22:30.015 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.908798298Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-05-11T04:22:30.015 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.934025094Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-05-11T04:22:30.015 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.959222321Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-05-11T04:22:30.015 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:29 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:29.984591068Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-05-11T04:22:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:30 smithi173 bash[23566]: audit 2024-05-11T04:22:29.599010+0000 mon.a (mon.0) 776 : audit 0 from='client.? 172.21.15.113:0/3171707858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:22:30.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.018590914Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-05-11T04:22:30.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.043358822Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-05-11T04:22:30.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.085303937Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-05-11T04:22:30.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.127530494Z level=info msg="Executing migration" id="add share column" 2024-05-11T04:22:30.270 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.152794903Z level=info msg="Executing migration" id="create default alerting folders" 2024-05-11T04:22:30.271 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.186415983Z level=info msg="Executing migration" id="create file table" 2024-05-11T04:22:30.271 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.22009968Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-05-11T04:22:30.271 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.237035085Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-05-11T04:22:30.271 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.262238171Z level=info msg="Executing migration" id="create file_meta table" 2024-05-11T04:22:30.277 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-11T04:22:30.277 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-11T04:22:30.277 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-11T04:22:30.278 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-11T04:22:30.278 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-11T04:22:30.279 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-11T04:22:30.279 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-11T04:22:30.280 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-11T04:22:30.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:30 smithi113 bash[21416]: audit 2024-05-11T04:22:29.599010+0000 mon.a (mon.0) 776 : audit 0 from='client.? 172.21.15.113:0/3171707858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:22:30.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:30 smithi113 bash[31590]: audit 2024-05-11T04:22:29.599010+0000 mon.a (mon.0) 776 : audit 0 from='client.? 172.21.15.113:0/3171707858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:22:30.569 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.304194556Z level=info msg="Executing migration" id="file table idx: path key" 2024-05-11T04:22:30.569 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.346158148Z level=info msg="Executing migration" id="set path collation in file table" 2024-05-11T04:22:30.570 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.371329408Z level=info msg="Executing migration" id="managed permissions migration" 2024-05-11T04:22:30.570 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.413292003Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-05-11T04:22:30.570 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.438592332Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-05-11T04:22:30.570 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.48057241Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-05-11T04:22:30.570 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.52258412Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-05-11T04:22:30.570 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.547848836Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-05-11T04:22:30.571 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.573219981Z level=info msg="Executing migration" id="update group index for alert rules" 2024-05-11T04:22:30.829 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.598447998Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-05-11T04:22:30.830 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.64037897Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-05-11T04:22:30.830 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.674232279Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-05-11T04:22:30.830 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.699468803Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-05-11T04:22:30.830 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.724705706Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-05-11T04:22:30.831 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.766686377Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-05-11T04:22:30.831 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.833609559Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-05-11T04:22:31.086 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.875538058Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-05-11T04:22:31.086 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.900871023Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-05-11T04:22:31.086 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.942807968Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-05-11T04:22:31.086 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.967966979Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-05-11T04:22:31.086 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:30 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:30.993197222Z level=info msg="Executing migration" id="create folder table" 2024-05-11T04:22:31.087 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:31.035104992Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-05-11T04:22:31.087 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:31.077305434Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-05-11T04:22:31.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:31 smithi113 bash[21416]: cluster 2024-05-11T04:22:29.745571+0000 mgr.y (mgr.14370) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:31.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:31 smithi113 bash[31590]: cluster 2024-05-11T04:22:29.745571+0000 mgr.y (mgr.14370) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:31.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:31 smithi173 bash[23566]: cluster 2024-05-11T04:22:29.745571+0000 mgr.y (mgr.14370) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:31.119152589Z level=info msg="Executing migration" id="Update folder title length" 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:31.136188812Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=migrator t=2024-05-11T04:22:31.153001717Z level=info msg="migrations completed" performed=485 skipped=0 duration=20.759900326s 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=sqlstore t=2024-05-11T04:22:31.153664878Z level=info msg="Created default organization" 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=plugin.loader t=2024-05-11T04:22:31.284621803Z level=info msg="Plugin registered" pluginID=input 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=plugin.loader t=2024-05-11T04:22:31.313724832Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=plugin.loader t=2024-05-11T04:22:31.313752321Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=secrets t=2024-05-11T04:22:31.313801579Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-05-11T04:22:31.520 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=query_data t=2024-05-11T04:22:31.31577096Z level=info msg="Query Service initialization" 2024-05-11T04:22:31.521 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:31 smithi173 bash[49446]: logger=live.push_http t=2024-05-11T04:22:31.320234702Z level=info msg="Live Push Gateway initialization" 2024-05-11T04:22:32.474 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:22:32 smithi113 bash[58107]: ts=2024-05-11T04:22:32.221Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004535411s 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=infra.usagestats.collector t=2024-05-11T04:22:32.491375157Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=provisioning.datasources t=2024-05-11T04:22:32.546188637Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=provisioning.datasources t=2024-05-11T04:22:32.639666257Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=provisioning.alerting t=2024-05-11T04:22:32.705800416Z level=info msg="starting to provision alerting" 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=provisioning.alerting t=2024-05-11T04:22:32.705858958Z level=info msg="finished to provision alerting" 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=grafanaStorageLogger t=2024-05-11T04:22:32.706346705Z level=info msg="storage starting" 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=ngalert.state.manager t=2024-05-11T04:22:32.706775457Z level=info msg="Warming state cache for startup" 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=http.server t=2024-05-11T04:22:32.711248961Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=sqlstore.transactions t=2024-05-11T04:22:32.717524409Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=ngalert.state.manager t=2024-05-11T04:22:32.758586316Z level=info msg="State cache has been initialized" states=0 duration=51.811529ms 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=ngalert.multiorg.alertmanager t=2024-05-11T04:22:32.758669237Z level=info msg="starting MultiOrg Alertmanager" 2024-05-11T04:22:32.755 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=ticker t=2024-05-11T04:22:32.758706003Z level=info msg=starting first_tick=2024-05-11T04:22:40Z 2024-05-11T04:22:33.019 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:22:32 smithi173 bash[49446]: logger=sqlstore.transactions t=2024-05-11T04:22:32.882255176Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:22:33.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:33 smithi113 bash[21416]: cluster 2024-05-11T04:22:31.746143+0000 mgr.y (mgr.14370) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:33.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:33 smithi113 bash[31590]: cluster 2024-05-11T04:22:31.746143+0000 mgr.y (mgr.14370) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:33.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:33 smithi173 bash[23566]: cluster 2024-05-11T04:22:31.746143+0000 mgr.y (mgr.14370) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:34.120 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.120 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.123 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.123 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.124 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.124 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.126 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.129 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:33.672208+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:33.676488+0000 mon.a (mon.0) 778 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: cluster 2024-05-11T04:22:33.746674+0000 mgr.y (mgr.14370) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:33.977573+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:33.986312+0000 mon.a (mon.0) 780 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:34.615645+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:22:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:34.617739+0000 mon.a (mon.0) 782 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:34 smithi113 bash[21416]: audit 2024-05-11T04:22:34.628603+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:33.672208+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:33.676488+0000 mon.a (mon.0) 778 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: cluster 2024-05-11T04:22:33.746674+0000 mgr.y (mgr.14370) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:33.977573+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:33.986312+0000 mon.a (mon.0) 780 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:34.615645+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:34.617739+0000 mon.a (mon.0) 782 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:22:34.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:34 smithi113 bash[31590]: audit 2024-05-11T04:22:34.628603+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:33.672208+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:33.676488+0000 mon.a (mon.0) 778 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: cluster 2024-05-11T04:22:33.746674+0000 mgr.y (mgr.14370) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:33.977573+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:33.986312+0000 mon.a (mon.0) 780 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:34.615645+0000 mon.a (mon.0) 781 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:34.617739+0000 mon.a (mon.0) 782 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:22:35.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:34 smithi173 bash[23566]: audit 2024-05-11T04:22:34.628603+0000 mon.a (mon.0) 783 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:22:36.502 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:22:36] "GET /metrics HTTP/1.1" 200 28570 "" "Prometheus/2.43.0" 2024-05-11T04:22:36.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:36 smithi113 bash[21416]: cluster 2024-05-11T04:22:35.747239+0000 mgr.y (mgr.14370) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:36.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:36 smithi113 bash[31590]: cluster 2024-05-11T04:22:35.747239+0000 mgr.y (mgr.14370) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:36 smithi173 bash[23566]: cluster 2024-05-11T04:22:35.747239+0000 mgr.y (mgr.14370) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:38.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:38 smithi113 bash[31590]: cluster 2024-05-11T04:22:37.747726+0000 mgr.y (mgr.14370) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:38.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:38 smithi113 bash[21416]: cluster 2024-05-11T04:22:37.747726+0000 mgr.y (mgr.14370) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:39.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:38 smithi173 bash[23566]: cluster 2024-05-11T04:22:37.747726+0000 mgr.y (mgr.14370) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:40.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:40 smithi113 bash[21416]: cluster 2024-05-11T04:22:39.748294+0000 mgr.y (mgr.14370) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:40.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:40 smithi113 bash[31590]: cluster 2024-05-11T04:22:39.748294+0000 mgr.y (mgr.14370) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:41.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:40 smithi173 bash[23566]: cluster 2024-05-11T04:22:39.748294+0000 mgr.y (mgr.14370) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:43.101 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:42 smithi113 bash[21416]: cluster 2024-05-11T04:22:41.748942+0000 mgr.y (mgr.14370) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:43.101 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:42 smithi113 bash[31590]: cluster 2024-05-11T04:22:41.748942+0000 mgr.y (mgr.14370) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:43.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:42 smithi173 bash[23566]: cluster 2024-05-11T04:22:41.748942+0000 mgr.y (mgr.14370) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:44.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:43 smithi113 bash[21416]: audit 2024-05-11T04:22:43.809862+0000 mon.a (mon.0) 784 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:44.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:43 smithi113 bash[31590]: audit 2024-05-11T04:22:43.809862+0000 mon.a (mon.0) 784 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:44.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:43 smithi173 bash[23566]: audit 2024-05-11T04:22:43.809862+0000 mon.a (mon.0) 784 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:44.477 INFO:teuthology.orchestra.run.smithi113.stdout:77309411408 2024-05-11T04:22:44.478 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-11T04:22:44.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:44 smithi113 bash[21416]: cluster 2024-05-11T04:22:43.749504+0000 mgr.y (mgr.14370) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:44.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:44 smithi113 bash[31590]: cluster 2024-05-11T04:22:43.749504+0000 mgr.y (mgr.14370) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:45.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:44 smithi173 bash[23566]: cluster 2024-05-11T04:22:43.749504+0000 mgr.y (mgr.14370) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:45.743 INFO:teuthology.orchestra.run.smithi113.stdout:107374182470 2024-05-11T04:22:45.743 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-11T04:22:46.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:22:46] "GET /metrics HTTP/1.1" 200 28571 "" "Prometheus/2.43.0" 2024-05-11T04:22:47.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:46 smithi113 bash[21416]: cluster 2024-05-11T04:22:45.750220+0000 mgr.y (mgr.14370) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:47.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:46 smithi113 bash[31590]: cluster 2024-05-11T04:22:45.750220+0000 mgr.y (mgr.14370) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:47.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:46 smithi173 bash[23566]: cluster 2024-05-11T04:22:45.750220+0000 mgr.y (mgr.14370) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:47.348 INFO:teuthology.orchestra.run.smithi113.stdout:34359738468 2024-05-11T04:22:47.348 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-11T04:22:47.407 INFO:teuthology.orchestra.run.smithi113.stdout:231928234015 2024-05-11T04:22:47.408 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-11T04:22:48.139 INFO:teuthology.orchestra.run.smithi113.stdout:55834574939 2024-05-11T04:22:48.139 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-11T04:22:49.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:48 smithi113 bash[21416]: cluster 2024-05-11T04:22:47.750954+0000 mgr.y (mgr.14370) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:48 smithi113 bash[31590]: cluster 2024-05-11T04:22:47.750954+0000 mgr.y (mgr.14370) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:49.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:48 smithi173 bash[23566]: cluster 2024-05-11T04:22:47.750954+0000 mgr.y (mgr.14370) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:49.445 INFO:teuthology.orchestra.run.smithi113.stdout:163208757299 2024-05-11T04:22:49.445 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-11T04:22:49.567 INFO:teuthology.orchestra.run.smithi113.stdout:197568495658 2024-05-11T04:22:49.568 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-11T04:22:49.609 INFO:teuthology.orchestra.run.smithi113.stdout:128849018941 2024-05-11T04:22:49.609 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-11T04:22:51.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:50 smithi113 bash[21416]: cluster 2024-05-11T04:22:49.751371+0000 mgr.y (mgr.14370) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:51.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:50 smithi113 bash[31590]: cluster 2024-05-11T04:22:49.751371+0000 mgr.y (mgr.14370) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:51.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:50 smithi173 bash[23566]: cluster 2024-05-11T04:22:49.751371+0000 mgr.y (mgr.14370) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:52.139 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:52.141 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:53.154 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:53.155 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:53.155 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:53.176 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:52 smithi113 bash[21416]: cluster 2024-05-11T04:22:51.751946+0000 mgr.y (mgr.14370) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:53.176 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:52 smithi113 bash[31590]: cluster 2024-05-11T04:22:51.751946+0000 mgr.y (mgr.14370) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:53.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:52 smithi173 bash[23566]: cluster 2024-05-11T04:22:51.751946+0000 mgr.y (mgr.14370) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:54.170 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:54.170 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:54.171 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:22:55.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:54 smithi113 bash[21416]: cluster 2024-05-11T04:22:53.752329+0000 mgr.y (mgr.14370) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:55 smithi113 bash[31590]: cluster 2024-05-11T04:22:53.752329+0000 mgr.y (mgr.14370) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:55.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:54 smithi173 bash[23566]: cluster 2024-05-11T04:22:53.752329+0000 mgr.y (mgr.14370) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:56.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:22:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:22:56] "GET /metrics HTTP/1.1" 200 28571 "" "Prometheus/2.43.0" 2024-05-11T04:22:57.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:56 smithi113 bash[21416]: cluster 2024-05-11T04:22:55.752977+0000 mgr.y (mgr.14370) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:57.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:56 smithi113 bash[31590]: cluster 2024-05-11T04:22:55.752977+0000 mgr.y (mgr.14370) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:57.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:56 smithi173 bash[23566]: cluster 2024-05-11T04:22:55.752977+0000 mgr.y (mgr.14370) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:59.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:58 smithi113 bash[21416]: cluster 2024-05-11T04:22:57.753510+0000 mgr.y (mgr.14370) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:59.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:22:58 smithi113 bash[21416]: audit 2024-05-11T04:22:58.810293+0000 mon.a (mon.0) 785 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:58 smithi113 bash[31590]: cluster 2024-05-11T04:22:57.753510+0000 mgr.y (mgr.14370) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:22:58 smithi113 bash[31590]: audit 2024-05-11T04:22:58.810293+0000 mon.a (mon.0) 785 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:22:59.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:58 smithi173 bash[23566]: cluster 2024-05-11T04:22:57.753510+0000 mgr.y (mgr.14370) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:22:59.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:22:58 smithi173 bash[23566]: audit 2024-05-11T04:22:58.810293+0000 mon.a (mon.0) 785 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:01.160 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:00 smithi113 bash[21416]: cluster 2024-05-11T04:22:59.754158+0000 mgr.y (mgr.14370) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:01.160 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:00 smithi113 bash[31590]: cluster 2024-05-11T04:22:59.754158+0000 mgr.y (mgr.14370) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:01.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:00 smithi173 bash[23566]: cluster 2024-05-11T04:22:59.754158+0000 mgr.y (mgr.14370) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:02.665 INFO:teuthology.orchestra.run.smithi113.stdout:107374182474 2024-05-11T04:23:02.967 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:02 smithi113 bash[21416]: cluster 2024-05-11T04:23:01.754562+0000 mgr.y (mgr.14370) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:02.967 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:02 smithi113 bash[21416]: audit 2024-05-11T04:23:02.671330+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.113:0/2568979023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:23:02.967 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:02 smithi113 bash[31590]: cluster 2024-05-11T04:23:01.754562+0000 mgr.y (mgr.14370) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:02.967 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:02 smithi113 bash[31590]: audit 2024-05-11T04:23:02.671330+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.113:0/2568979023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:23:03.042 INFO:teuthology.orchestra.run.smithi113.stdout:77309411412 2024-05-11T04:23:03.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:02 smithi173 bash[23566]: cluster 2024-05-11T04:23:01.754562+0000 mgr.y (mgr.14370) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:03.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:02 smithi173 bash[23566]: audit 2024-05-11T04:23:02.671330+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.113:0/2568979023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:23:03.327 INFO:teuthology.orchestra.run.smithi113.stdout:55834574942 2024-05-11T04:23:04.204 INFO:teuthology.orchestra.run.smithi113.stdout:34359738472 2024-05-11T04:23:04.217 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:03 smithi113 bash[31590]: audit 2024-05-11T04:23:03.047432+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.113:0/152472070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:23:04.217 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:03 smithi113 bash[31590]: audit 2024-05-11T04:23:03.332380+0000 mon.a (mon.0) 786 : audit 0 from='client.? 172.21.15.113:0/581275512' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:23:04.218 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:03 smithi113 bash[21416]: audit 2024-05-11T04:23:03.047432+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.113:0/152472070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:23:04.218 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:03 smithi113 bash[21416]: audit 2024-05-11T04:23:03.332380+0000 mon.a (mon.0) 786 : audit 0 from='client.? 172.21.15.113:0/581275512' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:23:04.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:03 smithi173 bash[23566]: audit 2024-05-11T04:23:03.047432+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.113:0/152472070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:23:04.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:03 smithi173 bash[23566]: audit 2024-05-11T04:23:03.332380+0000 mon.a (mon.0) 786 : audit 0 from='client.? 172.21.15.113:0/581275512' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:23:05.198 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:04 smithi113 bash[21416]: cluster 2024-05-11T04:23:03.755087+0000 mgr.y (mgr.14370) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:05.198 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:04 smithi113 bash[21416]: audit 2024-05-11T04:23:04.209682+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.113:0/99560946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:23:05.199 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:04 smithi113 bash[31590]: cluster 2024-05-11T04:23:03.755087+0000 mgr.y (mgr.14370) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:05.199 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:04 smithi113 bash[31590]: audit 2024-05-11T04:23:04.209682+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.113:0/99560946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:23:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:04 smithi173 bash[23566]: cluster 2024-05-11T04:23:03.755087+0000 mgr.y (mgr.14370) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:04 smithi173 bash[23566]: audit 2024-05-11T04:23:04.209682+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.113:0/99560946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:23:05.599 INFO:teuthology.orchestra.run.smithi113.stdout:231928234018 2024-05-11T04:23:06.131 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:06 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:23:06] "GET /metrics HTTP/1.1" 200 28568 "" "Prometheus/2.43.0" 2024-05-11T04:23:06.131 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:05 smithi113 bash[21416]: audit 2024-05-11T04:23:05.604862+0000 mon.a (mon.0) 787 : audit 0 from='client.? 172.21.15.113:0/3947747484' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:23:06.131 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:05 smithi113 bash[31590]: audit 2024-05-11T04:23:05.604862+0000 mon.a (mon.0) 787 : audit 0 from='client.? 172.21.15.113:0/3947747484' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:23:06.132 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182470 got 107374182474 for osd.3 2024-05-11T04:23:06.133 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:06.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:05 smithi173 bash[23566]: audit 2024-05-11T04:23:05.604862+0000 mon.a (mon.0) 787 : audit 0 from='client.? 172.21.15.113:0/3947747484' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:23:07.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:06 smithi113 bash[21416]: cluster 2024-05-11T04:23:05.755480+0000 mgr.y (mgr.14370) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:06 smithi113 bash[31590]: cluster 2024-05-11T04:23:05.755480+0000 mgr.y (mgr.14370) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:07.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:06 smithi173 bash[23566]: cluster 2024-05-11T04:23:05.755480+0000 mgr.y (mgr.14370) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:07.392 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738472 for osd.0 2024-05-11T04:23:07.393 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:07.482 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574939 got 55834574942 for osd.1 2024-05-11T04:23:07.483 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:08.335 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234015 got 231928234018 for osd.7 2024-05-11T04:23:08.335 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:08.429 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411408 got 77309411412 for osd.2 2024-05-11T04:23:08.430 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:09.109 INFO:teuthology.orchestra.run.smithi113.stdout:197568495662 2024-05-11T04:23:09.128 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:08 smithi113 bash[31590]: cluster 2024-05-11T04:23:07.755956+0000 mgr.y (mgr.14370) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:09.128 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:08 smithi113 bash[21416]: cluster 2024-05-11T04:23:07.755956+0000 mgr.y (mgr.14370) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:09.227 INFO:teuthology.orchestra.run.smithi113.stdout:163208757303 2024-05-11T04:23:09.254 INFO:teuthology.orchestra.run.smithi113.stdout:128849018945 2024-05-11T04:23:09.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:08 smithi173 bash[23566]: cluster 2024-05-11T04:23:07.755956+0000 mgr.y (mgr.14370) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:10.048 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:09 smithi113 bash[31590]: audit 2024-05-11T04:23:09.115055+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.113:0/3447580761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:23:10.048 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:09 smithi113 bash[31590]: audit 2024-05-11T04:23:09.232940+0000 mon.a (mon.0) 788 : audit 0 from='client.? 172.21.15.113:0/3994709297' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:23:10.048 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:09 smithi113 bash[31590]: audit 2024-05-11T04:23:09.260013+0000 mon.a (mon.0) 789 : audit 0 from='client.? 172.21.15.113:0/2956550348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:23:10.048 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:09 smithi113 bash[21416]: audit 2024-05-11T04:23:09.115055+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.113:0/3447580761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:23:10.049 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:09 smithi113 bash[21416]: audit 2024-05-11T04:23:09.232940+0000 mon.a (mon.0) 788 : audit 0 from='client.? 172.21.15.113:0/3994709297' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:23:10.049 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:09 smithi113 bash[21416]: audit 2024-05-11T04:23:09.260013+0000 mon.a (mon.0) 789 : audit 0 from='client.? 172.21.15.113:0/2956550348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:23:10.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:09 smithi173 bash[23566]: audit 2024-05-11T04:23:09.115055+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.113:0/3447580761' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:23:10.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:09 smithi173 bash[23566]: audit 2024-05-11T04:23:09.232940+0000 mon.a (mon.0) 788 : audit 0 from='client.? 172.21.15.113:0/3994709297' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:23:10.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:09 smithi173 bash[23566]: audit 2024-05-11T04:23:09.260013+0000 mon.a (mon.0) 789 : audit 0 from='client.? 172.21.15.113:0/2956550348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:23:10.661 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495658 got 197568495662 for osd.6 2024-05-11T04:23:10.662 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:10.751 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757299 got 163208757303 for osd.5 2024-05-11T04:23:10.751 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:10.763 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018941 got 128849018945 for osd.4 2024-05-11T04:23:10.763 DEBUG:teuthology.parallel:result is None 2024-05-11T04:23:10.763 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-11T04:23:10.763 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:23:10.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:10 smithi113 bash[21416]: cluster 2024-05-11T04:23:09.756582+0000 mgr.y (mgr.14370) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:10.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:10 smithi113 bash[31590]: cluster 2024-05-11T04:23:09.756582+0000 mgr.y (mgr.14370) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:11.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:10 smithi173 bash[23566]: cluster 2024-05-11T04:23:09.756582+0000 mgr.y (mgr.14370) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:13.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:12 smithi113 bash[21416]: cluster 2024-05-11T04:23:11.757110+0000 mgr.y (mgr.14370) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:13.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:12 smithi113 bash[31590]: cluster 2024-05-11T04:23:11.757110+0000 mgr.y (mgr.14370) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:13.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:12 smithi173 bash[23566]: cluster 2024-05-11T04:23:11.757110+0000 mgr.y (mgr.14370) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:14.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:13 smithi113 bash[21416]: audit 2024-05-11T04:23:13.810581+0000 mon.a (mon.0) 790 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:14.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:13 smithi113 bash[31590]: audit 2024-05-11T04:23:13.810581+0000 mon.a (mon.0) 790 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:13 smithi173 bash[23566]: audit 2024-05-11T04:23:13.810581+0000 mon.a (mon.0) 790 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:15.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:14 smithi113 bash[21416]: cluster 2024-05-11T04:23:13.757708+0000 mgr.y (mgr.14370) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:15.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:14 smithi113 bash[31590]: cluster 2024-05-11T04:23:13.757708+0000 mgr.y (mgr.14370) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:14 smithi173 bash[23566]: cluster 2024-05-11T04:23:13.757708+0000 mgr.y (mgr.14370) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:15.543 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:23:16.372 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:23:16] "GET /metrics HTTP/1.1" 200 28566 "" "Prometheus/2.43.0" 2024-05-11T04:23:16.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:16 smithi113 bash[31590]: cluster 2024-05-11T04:23:15.758424+0000 mgr.y (mgr.14370) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:16.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:16 smithi113 bash[21416]: cluster 2024-05-11T04:23:15.758424+0000 mgr.y (mgr.14370) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:16 smithi173 bash[23566]: cluster 2024-05-11T04:23:15.758424+0000 mgr.y (mgr.14370) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:18.424 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:23:18.426 INFO:teuthology.orchestra.run.smithi113.stderr:dumped all 2024-05-11T04:23:18.956 INFO:teuthology.orchestra.run.smithi113.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-05-11T04:23:17.758692+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239228,"kb_used_data":6684,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721988,"statfs":{"total":767960285184,"available":767715315712,"internally_reserved":0,"allocated":6844416,"data_stored":3881760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003402"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.980639+0000","last_change":"2024-05-11T04:21:53.907460+0000","last_active":"2024-05-11T04:21:54.980639+0000","last_peered":"2024-05-11T04:21:54.980639+0000","last_clean":"2024-05-11T04:21:54.980639+0000","last_became_active":"2024-05-11T04:21:53.906768+0000","last_became_peered":"2024-05-11T04:21:53.906768+0000","last_unstale":"2024-05-11T04:21:54.980639+0000","last_undegraded":"2024-05-11T04:21:54.980639+0000","last_fullsized":"2024-05-11T04:21:54.980639+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:20:01.955083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.909688+0000","last_change":"2024-05-11T04:21:54.534560+0000","last_active":"2024-05-11T04:21:54.909688+0000","last_peered":"2024-05-11T04:21:54.909688+0000","last_clean":"2024-05-11T04:21:54.909688+0000","last_became_active":"2024-05-11T04:21:54.533572+0000","last_became_peered":"2024-05-11T04:21:54.533572+0000","last_unstale":"2024-05-11T04:21:54.909688+0000","last_undegraded":"2024-05-11T04:21:54.909688+0000","last_fullsized":"2024-05-11T04:21:54.909688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:36:16.308440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.910940+0000","last_change":"2024-05-11T04:21:54.533064+0000","last_active":"2024-05-11T04:21:54.910940+0000","last_peered":"2024-05-11T04:21:54.910940+0000","last_clean":"2024-05-11T04:21:54.910940+0000","last_became_active":"2024-05-11T04:21:54.532210+0000","last_became_peered":"2024-05-11T04:21:54.532210+0000","last_unstale":"2024-05-11T04:21:54.910940+0000","last_undegraded":"2024-05-11T04:21:54.910940+0000","last_fullsized":"2024-05-11T04:21:54.910940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:36:52.013841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.911127+0000","last_change":"2024-05-11T04:21:53.907455+0000","last_active":"2024-05-11T04:21:54.911127+0000","last_peered":"2024-05-11T04:21:54.911127+0000","last_clean":"2024-05-11T04:21:54.911127+0000","last_became_active":"2024-05-11T04:21:53.906883+0000","last_became_peered":"2024-05-11T04:21:53.906883+0000","last_unstale":"2024-05-11T04:21:54.911127+0000","last_undegraded":"2024-05-11T04:21:54.911127+0000","last_fullsized":"2024-05-11T04:21:54.911127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:09:04.246344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":260,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-05-11T04:22:02.231002+0000","last_change":"2024-05-11T04:20:20.658648+0000","last_active":"2024-05-11T04:22:02.231002+0000","last_peered":"2024-05-11T04:22:02.231002+0000","last_clean":"2024-05-11T04:22:02.231002+0000","last_became_active":"2024-05-11T04:20:20.657346+0000","last_became_peered":"2024-05-11T04:20:20.657346+0000","last_unstale":"2024-05-11T04:22:02.231002+0000","last_undegraded":"2024-05-11T04:22:02.231002+0000","last_fullsized":"2024-05-11T04:22:02.231002+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_clean_scrub_stamp":"2024-05-11T04:16:14.037965+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:34:03.444824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.981199+0000","last_change":"2024-05-11T04:21:53.904098+0000","last_active":"2024-05-11T04:21:54.981199+0000","last_peered":"2024-05-11T04:21:54.981199+0000","last_clean":"2024-05-11T04:21:54.981199+0000","last_became_active":"2024-05-11T04:21:53.903388+0000","last_became_peered":"2024-05-11T04:21:53.903388+0000","last_unstale":"2024-05-11T04:21:54.981199+0000","last_undegraded":"2024-05-11T04:21:54.981199+0000","last_fullsized":"2024-05-11T04:21:54.981199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:34:50.480474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.981774+0000","last_change":"2024-05-11T04:21:54.079507+0000","last_active":"2024-05-11T04:21:54.981774+0000","last_peered":"2024-05-11T04:21:54.981774+0000","last_clean":"2024-05-11T04:21:54.981774+0000","last_became_active":"2024-05-11T04:21:54.078548+0000","last_became_peered":"2024-05-11T04:21:54.078548+0000","last_unstale":"2024-05-11T04:21:54.981774+0000","last_undegraded":"2024-05-11T04:21:54.981774+0000","last_fullsized":"2024-05-11T04:21:54.981774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:09:58.670586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.981199+0000","last_change":"2024-05-11T04:21:53.908081+0000","last_active":"2024-05-11T04:21:54.981199+0000","last_peered":"2024-05-11T04:21:54.981199+0000","last_clean":"2024-05-11T04:21:54.981199+0000","last_became_active":"2024-05-11T04:21:53.907160+0000","last_became_peered":"2024-05-11T04:21:53.907160+0000","last_unstale":"2024-05-11T04:21:54.981199+0000","last_undegraded":"2024-05-11T04:21:54.981199+0000","last_fullsized":"2024-05-11T04:21:54.981199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:44:27.849714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.909502+0000","last_change":"2024-05-11T04:21:53.908089+0000","last_active":"2024-05-11T04:21:54.909502+0000","last_peered":"2024-05-11T04:21:54.909502+0000","last_clean":"2024-05-11T04:21:54.909502+0000","last_became_active":"2024-05-11T04:21:53.906853+0000","last_became_peered":"2024-05-11T04:21:53.906853+0000","last_unstale":"2024-05-11T04:21:54.909502+0000","last_undegraded":"2024-05-11T04:21:54.909502+0000","last_fullsized":"2024-05-11T04:21:54.909502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:29:46.956425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234021,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":854020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":1.0309999999999999,"15min":1.0369999999999999},"min":{"1min":0.49199999999999999,"5min":0.436,"15min":0.436},"max":{"1min":1.335,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.92300000000000004,"15min":0.92200000000000004},"min":{"1min":0.66600000000000004,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.129}]},{"osd":1,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.95199999999999996,"15min":0.94799999999999995},"min":{"1min":0.64000000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.95199999999999996,"15min":0.94799999999999995},"min":{"1min":0.65300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.95199999999999996}]},{"osd":2,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.93300000000000005,"15min":0.93000000000000005},"min":{"1min":0.57699999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.97199999999999998,"5min":1.0369999999999999,"15min":1.048},"min":{"1min":0.65900000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.2989999999999999,"5min":1.373,"15min":1.373},"last":1.091}]},{"osd":3,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.97599999999999998,"15min":0.97799999999999998},"min":{"1min":0.58199999999999996,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.2749999999999999,"5min":1.464,"15min":1.464},"last":0.97799999999999998},{"interface":"front","average":{"1min":1.103,"5min":1.159,"15min":1.1679999999999999},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.431,"5min":1.49,"15min":1.49},"last":1.2130000000000001}]},{"osd":4,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.98799999999999999,"15min":0.997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.3380000000000001,"5min":1.714,"15min":1.714},"last":0.872},{"interface":"front","average":{"1min":1.0529999999999999,"5min":0.995,"15min":0.98499999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.5940000000000001,"5min":1.599,"15min":1.599},"last":0.73199999999999998}]},{"osd":5,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.153,"15min":1.161},"min":{"1min":0.59299999999999997,"5min":0.437,"15min":0.437},"max":{"1min":1.534,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.1000000000000001,"15min":1.097},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.492,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.1779999999999999}]},{"osd":6,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.157,"15min":1.1599999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.421,"5min":1.544,"15min":1.544},"last":1.042},{"interface":"front","average":{"1min":1.222,"5min":1.1259999999999999,"15min":1.1100000000000001},"min":{"1min":0.54900000000000004,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.90900000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495664,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":854020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.90600000000000003,"15min":0.92800000000000005},"min":{"1min":0.59499999999999997,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2330000000000001,"5min":1.268,"15min":1.268},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.93999999999999995,"15min":0.93899999999999995},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.355,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.0529999999999999}]},{"osd":1,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.93700000000000006,"15min":0.94899999999999995},"min":{"1min":0.64200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.24,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":1.018},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.95599999999999996,"15min":0.94999999999999996},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.361}]},{"osd":2,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89000000000000001,"15min":0.871},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.397,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.2849999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.94599999999999995,"15min":0.95599999999999996},"min":{"1min":0.64300000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.1839999999999999,"5min":1.232,"15min":1.232},"last":1.2609999999999999}]},{"osd":3,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.94099999999999995,"15min":0.93300000000000005},"min":{"1min":0.69499999999999995,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.143,"5min":1.849,"15min":1.849},"last":1.323},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0169999999999999,"15min":1.0249999999999999},"min":{"1min":0.73899999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.169}]},{"osd":4,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.873,"15min":0.86899999999999999},"min":{"1min":0.629,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.286,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":1.131},{"interface":"front","average":{"1min":1.121,"5min":0.99399999999999999,"15min":0.996},"min":{"1min":0.67200000000000004,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.4670000000000001}]},{"osd":5,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.89500000000000002,"15min":0.90700000000000003},"min":{"1min":0.75800000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.2869999999999999,"5min":1.462,"15min":1.462},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.0349999999999999,"15min":1.042},"min":{"1min":0.873,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.6459999999999999,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.232}]},{"osd":7,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":1.0800000000000001,"15min":1.079},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":1.413},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0169999999999999,"15min":1.014},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.48,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":1.204}]}]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.67300000000000004,"15min":0.56899999999999995},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26200000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73999999999999999,"15min":0.63700000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.81200000000000006}]},{"osd":2,"last update":"Sat May 11 04:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68500000000000005,"15min":0.63100000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.94499999999999995,"5min":1.026,"15min":1.099},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.82599999999999996,"15min":0.71999999999999997},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.33900000000000002},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.61199999999999999}]},{"osd":3,"last update":"Sat May 11 04:22:13 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.86899999999999999,"15min":0.81899999999999995},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.175,"5min":1.228,"15min":1.228},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.871,"15min":0.80300000000000005},"min":{"1min":0.40200000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.746}]},{"osd":4,"last update":"Sat May 11 04:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.93700000000000006,"15min":0.89600000000000002},"min":{"1min":0.56200000000000006,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.3620000000000001,"5min":1.627,"15min":1.627},"last":1.038},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.997,"15min":0.92400000000000004},"min":{"1min":0.57599999999999996,"5min":0.501,"15min":0.501},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.93899999999999995}]},{"osd":5,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":1.012,"15min":1.022},"min":{"1min":0.59299999999999997,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.24,"5min":1.504,"15min":1.504},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.024,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.413,"5min":1.665,"15min":1.665},"last":1.145}]},{"osd":6,"last update":"Sat May 11 04:22:35 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.0629999999999999,"15min":1.0589999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.3300000000000001,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.1020000000000001},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.069,"15min":1.071},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.4650000000000001,"5min":1.468,"15min":1.468},"last":1.0740000000000001}]},{"osd":7,"last update":"Sat May 11 04:22:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.145,"15min":1.157},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.5289999999999999,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.157,"5min":1.2010000000000001,"15min":1.2090000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.728,"5min":1.823,"15min":1.823},"last":1.266}]}]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1228800,"data_stored":854351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:22:41 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65800000000000003,"15min":0.56699999999999995},"min":{"1min":0.36299999999999999,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.77000000000000002,"15min":0.625},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.252},"max":{"1min":1.3560000000000001,"5min":1.8959999999999999,"15min":1.8959999999999999},"last":1.1399999999999999}]},{"osd":2,"last update":"Sat May 11 04:22:23 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.80900000000000005,"15min":0.71799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.30399999999999999},"max":{"1min":1.145,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.76400000000000001,"15min":0.69499999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.28699999999999998},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.66700000000000004}]},{"osd":3,"last update":"Sat May 11 04:23:10 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.84799999999999998,"15min":0.82099999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.1319999999999999,"5min":1.6519999999999999,"15min":1.6519999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.89200000000000002,"15min":0.82999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.194,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.008}]},{"osd":4,"last update":"Sat May 11 04:23:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0269999999999999,"15min":0.98399999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.3,"5min":1.887,"15min":1.887},"last":1.296},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91200000000000003,"15min":0.90100000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.86299999999999999}]},{"osd":5,"last update":"Sat May 11 04:22:51 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.0369999999999999,"15min":1.018},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.323,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.111,"15min":1.105},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":1.2090000000000001}]},{"osd":6,"last update":"Sat May 11 04:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":1.014,"15min":1.02},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.272,"5min":1.667,"15min":1.667},"last":1.046},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.155,"15min":1.1850000000000001},"min":{"1min":0.60899999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3879999999999999,"5min":1.544,"15min":1.544},"last":1.075}]},{"osd":7,"last update":"Sat May 11 04:22:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.1879999999999999,"15min":1.204},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.4710000000000001,"5min":1.595,"15min":1.595},"last":1.254},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.044,"15min":1.0489999999999999},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.3320000000000001,"5min":1.359,"15min":1.359},"last":1.115}]}]},{"osd":2,"up_from":18,"seq":77309411415,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:23 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.69299999999999995,"15min":0.63100000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.78900000000000003,"15min":0.64800000000000002},"min":{"1min":0.433,"5min":0.433,"15min":0.36399999999999999},"max":{"1min":1.119,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.70499999999999996}]},{"osd":1,"last update":"Sat May 11 04:22:23 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.754,"15min":0.67200000000000004},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.38100000000000001},"max":{"1min":0.997,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.86599999999999999,"15min":0.73799999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.258,"5min":1.444,"15min":1.444},"last":0.88900000000000001}]},{"osd":3,"last update":"Sat May 11 04:23:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.90200000000000002,"15min":0.84099999999999997},"min":{"1min":0.40500000000000003,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.181,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.018},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.82599999999999996,"15min":0.77000000000000002},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0600000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":1.0600000000000001}]},{"osd":4,"last update":"Sat May 11 04:22:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.83699999999999997,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.2649999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":1.22},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.02,"15min":1.0089999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.3560000000000001,"5min":1.52,"15min":1.52},"last":0.86499999999999999}]},{"osd":5,"last update":"Sat May 11 04:22:49 2024","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":1.091,"15min":1.101},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.3500000000000001,"5min":1.492,"15min":1.492},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":1.0149999999999999,"15min":1.028},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.206,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.93200000000000005}]},{"osd":6,"last update":"Sat May 11 04:22:30 2024","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0489999999999999,"15min":1.0389999999999999},"min":{"1min":0.86199999999999999,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.3720000000000001,"5min":1.458,"15min":1.458},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.1599999999999999,"15min":1.1539999999999999},"min":{"1min":0.69099999999999995,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.472,"5min":1.552,"15min":1.552},"last":1.333}]},{"osd":7,"last update":"Sat May 11 04:22:19 2024","interfaces":[{"interface":"back","average":{"1min":1.123,"5min":1.127,"15min":1.1279999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2569999999999999,"15min":1.2589999999999999},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":1.268}]}]},{"osd":3,"up_from":25,"seq":107374182477,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:14 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.68100000000000005,"15min":0.65400000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.98399999999999999,"5min":1.014,"15min":1.014},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.77800000000000002,"15min":0.76000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.1399999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.73899999999999999}]},{"osd":1,"last update":"Sat May 11 04:22:14 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.78200000000000003,"15min":0.77200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.101,"5min":1.343,"15min":1.343},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80000000000000004,"15min":0.748},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.542,"5min":1.542,"15min":1.542},"last":0.79000000000000004}]},{"osd":2,"last update":"Sat May 11 04:22:14 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.89400000000000002,"15min":0.83199999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.4510000000000001,"5min":1.641,"15min":1.641},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.81399999999999995,"15min":0.81899999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.1100000000000001,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.998}]},{"osd":4,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.99399999999999999,"15min":0.95399999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.157},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97099999999999997,"15min":0.94499999999999995},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.1379999999999999}]},{"osd":5,"last update":"Sat May 11 04:22:51 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.99199999999999999,"15min":0.98099999999999998},"min":{"1min":0.73099999999999998,"5min":0.5,"15min":0.5},"max":{"1min":1.5009999999999999,"5min":1.518,"15min":1.518},"last":0.96599999999999997},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0609999999999999,"15min":1.0549999999999999},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.5980000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.0229999999999999}]},{"osd":6,"last update":"Sat May 11 04:22:32 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":1.081,"15min":1.093},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.351,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.302},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.087,"15min":1.1080000000000001},"min":{"1min":0.69299999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.403,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.1100000000000001}]},{"osd":7,"last update":"Sat May 11 04:22:19 2024","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.125,"15min":1.129},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.6779999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":1.2110000000000001},{"interface":"front","average":{"1min":1.071,"5min":1.161,"15min":1.1759999999999999},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.403,"5min":1.478,"15min":1.478},"last":1.3560000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018947,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.89400000000000002,"15min":0.91200000000000003},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.84299999999999997,"15min":0.80500000000000005},"min":{"1min":0.52500000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":0.91000000000000003}]},{"osd":1,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.89900000000000002,"15min":0.86899999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.90400000000000003,"15min":0.88500000000000001},"min":{"1min":0.61499999999999999,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.238,"5min":1.304,"15min":1.304},"last":0.77700000000000002}]},{"osd":2,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.91800000000000004,"15min":0.90400000000000003},"min":{"1min":0.55300000000000005,"5min":0.504,"15min":0.504},"max":{"1min":1.3480000000000001,"5min":1.456,"15min":1.456},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.88700000000000001,"15min":0.90100000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.0740000000000001,"5min":1.347,"15min":1.347},"last":0.53100000000000003}]},{"osd":3,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.91600000000000004,"15min":0.94699999999999995},"min":{"1min":0.65300000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.95799999999999996,"15min":0.94999999999999996},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.83799999999999997}]},{"osd":5,"last update":"Sat May 11 04:22:44 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.84299999999999997,"15min":0.754},"min":{"1min":0.44600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.4370000000000001,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.143},{"interface":"front","average":{"1min":1.1120000000000001,"5min":0.94899999999999995,"15min":0.873},"min":{"1min":0.57299999999999995,"5min":0.318,"15min":0.318},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":1.026}]},{"osd":6,"last update":"Sat May 11 04:22:37 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.91000000000000003,"15min":0.90600000000000003},"min":{"1min":0.53500000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.3029999999999999,"5min":1.321,"15min":1.321},"last":0.95599999999999996},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.0389999999999999,"15min":1.0049999999999999},"min":{"1min":0.61499999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.488,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.1699999999999999}]},{"osd":7,"last update":"Sat May 11 04:22:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":0.99299999999999999,"15min":0.98199999999999998},"min":{"1min":0.51800000000000002,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.109},{"interface":"front","average":{"1min":1.0880000000000001,"5min":0.97599999999999998,"15min":0.95699999999999996},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.726,"5min":1.726,"15min":1.726},"last":1.2090000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757305,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.95199999999999996,"15min":0.96899999999999997},"min":{"1min":0.64500000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.306,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.93000000000000005,"15min":0.89600000000000002},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.2609999999999999,"5min":1.452,"15min":1.452},"last":0.68899999999999995}]},{"osd":1,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.66800000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":1.107},{"interface":"front","average":{"1min":0.998,"5min":0.95399999999999996,"15min":0.94199999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.88}]},{"osd":2,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.92600000000000005,"15min":0.92200000000000004},"min":{"1min":0.56200000000000006,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.22,"5min":1.359,"15min":1.359},"last":1.139},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.98099999999999998,"15min":0.97199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2969999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.004}]},{"osd":3,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":0.99399999999999999,"15min":0.996},"min":{"1min":0.78600000000000003,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3520000000000001,"5min":1.395,"15min":1.395},"last":0.79000000000000004},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.038,"15min":1.034},"min":{"1min":0.65000000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.359,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.1739999999999999}]},{"osd":4,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.79600000000000004,"15min":0.73399999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.256,"5min":1.351,"15min":1.351},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.01,"5min":0.92000000000000004,"15min":0.86799999999999999},"min":{"1min":0.45300000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.264,"5min":1.361,"15min":1.361},"last":0.96299999999999997}]},{"osd":6,"last update":"Sat May 11 04:22:37 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.90700000000000003,"15min":0.873},"min":{"1min":0.48699999999999999,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.196},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.014,"15min":0.98899999999999999},"min":{"1min":0.503,"5min":0.44,"15min":0.44},"max":{"1min":1.3029999999999999,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.0489999999999999}]},{"osd":7,"last update":"Sat May 11 04:22:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":1.0660000000000001,"15min":1.056},"min":{"1min":0.623,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.476,"5min":1.476,"15min":1.476},"last":0.84599999999999997},{"interface":"front","average":{"1min":1.115,"5min":1.054,"15min":1.044},"min":{"1min":0.71699999999999997,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.2529999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:23:18.959 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:23:19.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:18 smithi113 bash[21416]: cluster 2024-05-11T04:23:17.758989+0000 mgr.y (mgr.14370) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:19.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:18 smithi113 bash[21416]: audit 2024-05-11T04:23:18.423809+0000 mgr.y (mgr.14370) 97 : audit 0 from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:23:19.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:18 smithi113 bash[31590]: cluster 2024-05-11T04:23:17.758989+0000 mgr.y (mgr.14370) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:19.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:18 smithi113 bash[31590]: audit 2024-05-11T04:23:18.423809+0000 mgr.y (mgr.14370) 97 : audit 0 from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:23:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:18 smithi173 bash[23566]: cluster 2024-05-11T04:23:17.758989+0000 mgr.y (mgr.14370) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:18 smithi173 bash[23566]: audit 2024-05-11T04:23:18.423809+0000 mgr.y (mgr.14370) 97 : audit 0 from='client.14547 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:23:21.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:20 smithi113 bash[21416]: cluster 2024-05-11T04:23:19.759633+0000 mgr.y (mgr.14370) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:21.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:20 smithi113 bash[31590]: cluster 2024-05-11T04:23:19.759633+0000 mgr.y (mgr.14370) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:21.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:20 smithi173 bash[23566]: cluster 2024-05-11T04:23:19.759633+0000 mgr.y (mgr.14370) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:23.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:22 smithi113 bash[21416]: cluster 2024-05-11T04:23:21.760200+0000 mgr.y (mgr.14370) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:23.263 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:22 smithi113 bash[31590]: cluster 2024-05-11T04:23:21.760200+0000 mgr.y (mgr.14370) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:23.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:22 smithi173 bash[23566]: cluster 2024-05-11T04:23:21.760200+0000 mgr.y (mgr.14370) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:23.684 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:23:25.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:24 smithi113 bash[31590]: cluster 2024-05-11T04:23:23.760816+0000 mgr.y (mgr.14370) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:25.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:24 smithi113 bash[21416]: cluster 2024-05-11T04:23:23.760816+0000 mgr.y (mgr.14370) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:25.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:24 smithi173 bash[23566]: cluster 2024-05-11T04:23:23.760816+0000 mgr.y (mgr.14370) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:26.446 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:23:26.448 INFO:teuthology.orchestra.run.smithi113.stderr:dumped all 2024-05-11T04:23:26.458 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:23:26] "GET /metrics HTTP/1.1" 200 28566 "" "Prometheus/2.43.0" 2024-05-11T04:23:27.074 INFO:teuthology.orchestra.run.smithi113.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2024-05-11T04:23:25.761061+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":239228,"kb_used_data":6684,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":749721988,"statfs":{"total":767960285184,"available":767715315712,"internally_reserved":0,"allocated":6844416,"data_stored":3881760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003633"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.980639+0000","last_change":"2024-05-11T04:21:53.907460+0000","last_active":"2024-05-11T04:21:54.980639+0000","last_peered":"2024-05-11T04:21:54.980639+0000","last_clean":"2024-05-11T04:21:54.980639+0000","last_became_active":"2024-05-11T04:21:53.906768+0000","last_became_peered":"2024-05-11T04:21:53.906768+0000","last_unstale":"2024-05-11T04:21:54.980639+0000","last_undegraded":"2024-05-11T04:21:54.980639+0000","last_fullsized":"2024-05-11T04:21:54.980639+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:20:01.955083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.909688+0000","last_change":"2024-05-11T04:21:54.534560+0000","last_active":"2024-05-11T04:21:54.909688+0000","last_peered":"2024-05-11T04:21:54.909688+0000","last_clean":"2024-05-11T04:21:54.909688+0000","last_became_active":"2024-05-11T04:21:54.533572+0000","last_became_peered":"2024-05-11T04:21:54.533572+0000","last_unstale":"2024-05-11T04:21:54.909688+0000","last_undegraded":"2024-05-11T04:21:54.909688+0000","last_fullsized":"2024-05-11T04:21:54.909688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:36:16.308440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.910940+0000","last_change":"2024-05-11T04:21:54.533064+0000","last_active":"2024-05-11T04:21:54.910940+0000","last_peered":"2024-05-11T04:21:54.910940+0000","last_clean":"2024-05-11T04:21:54.910940+0000","last_became_active":"2024-05-11T04:21:54.532210+0000","last_became_peered":"2024-05-11T04:21:54.532210+0000","last_unstale":"2024-05-11T04:21:54.910940+0000","last_undegraded":"2024-05-11T04:21:54.910940+0000","last_fullsized":"2024-05-11T04:21:54.910940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:36:52.013841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.911127+0000","last_change":"2024-05-11T04:21:53.907455+0000","last_active":"2024-05-11T04:21:54.911127+0000","last_peered":"2024-05-11T04:21:54.911127+0000","last_clean":"2024-05-11T04:21:54.911127+0000","last_became_active":"2024-05-11T04:21:53.906883+0000","last_became_peered":"2024-05-11T04:21:53.906883+0000","last_unstale":"2024-05-11T04:21:54.911127+0000","last_undegraded":"2024-05-11T04:21:54.911127+0000","last_fullsized":"2024-05-11T04:21:54.911127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:09:04.246344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":260,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-05-11T04:22:02.231002+0000","last_change":"2024-05-11T04:20:20.658648+0000","last_active":"2024-05-11T04:22:02.231002+0000","last_peered":"2024-05-11T04:22:02.231002+0000","last_clean":"2024-05-11T04:22:02.231002+0000","last_became_active":"2024-05-11T04:20:20.657346+0000","last_became_peered":"2024-05-11T04:20:20.657346+0000","last_unstale":"2024-05-11T04:22:02.231002+0000","last_undegraded":"2024-05-11T04:22:02.231002+0000","last_fullsized":"2024-05-11T04:22:02.231002+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_clean_scrub_stamp":"2024-05-11T04:16:14.037965+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:34:03.444824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.981199+0000","last_change":"2024-05-11T04:21:53.904098+0000","last_active":"2024-05-11T04:21:54.981199+0000","last_peered":"2024-05-11T04:21:54.981199+0000","last_clean":"2024-05-11T04:21:54.981199+0000","last_became_active":"2024-05-11T04:21:53.903388+0000","last_became_peered":"2024-05-11T04:21:53.903388+0000","last_unstale":"2024-05-11T04:21:54.981199+0000","last_undegraded":"2024-05-11T04:21:54.981199+0000","last_fullsized":"2024-05-11T04:21:54.981199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:34:50.480474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.981774+0000","last_change":"2024-05-11T04:21:54.079507+0000","last_active":"2024-05-11T04:21:54.981774+0000","last_peered":"2024-05-11T04:21:54.981774+0000","last_clean":"2024-05-11T04:21:54.981774+0000","last_became_active":"2024-05-11T04:21:54.078548+0000","last_became_peered":"2024-05-11T04:21:54.078548+0000","last_unstale":"2024-05-11T04:21:54.981774+0000","last_undegraded":"2024-05-11T04:21:54.981774+0000","last_fullsized":"2024-05-11T04:21:54.981774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:09:58.670586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.981199+0000","last_change":"2024-05-11T04:21:53.908081+0000","last_active":"2024-05-11T04:21:54.981199+0000","last_peered":"2024-05-11T04:21:54.981199+0000","last_clean":"2024-05-11T04:21:54.981199+0000","last_became_active":"2024-05-11T04:21:53.907160+0000","last_became_peered":"2024-05-11T04:21:53.907160+0000","last_unstale":"2024-05-11T04:21:54.981199+0000","last_undegraded":"2024-05-11T04:21:54.981199+0000","last_fullsized":"2024-05-11T04:21:54.981199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:44:27.849714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:21:54.909502+0000","last_change":"2024-05-11T04:21:53.908089+0000","last_active":"2024-05-11T04:21:54.909502+0000","last_peered":"2024-05-11T04:21:54.909502+0000","last_clean":"2024-05-11T04:21:54.909502+0000","last_became_active":"2024-05-11T04:21:53.906853+0000","last_became_peered":"2024-05-11T04:21:53.906853+0000","last_unstale":"2024-05-11T04:21:54.909502+0000","last_undegraded":"2024-05-11T04:21:54.909502+0000","last_fullsized":"2024-05-11T04:21:54.909502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:29:46.956425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234023,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":854020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":1.0089999999999999,"15min":1.0289999999999999},"min":{"1min":0.55500000000000005,"5min":0.436,"15min":0.436},"max":{"1min":1.2809999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92300000000000004,"15min":0.92200000000000004},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":1.2569999999999999}]},{"osd":1,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.3680000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.95099999999999996,"15min":0.94699999999999995},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.3120000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.02}]},{"osd":2,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.91900000000000004,"15min":0.92500000000000004},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.141,"5min":1.47,"15min":1.47},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.95599999999999996,"5min":1.018,"15min":1.042},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.1279999999999999}]},{"osd":3,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.97799999999999998,"15min":0.97899999999999998},"min":{"1min":0.64600000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.3009999999999999,"5min":1.464,"15min":1.464},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.135,"15min":1.1599999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.4450000000000001,"5min":1.49,"15min":1.49},"last":0.99199999999999999}]},{"osd":4,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.97799999999999998,"15min":0.99399999999999999},"min":{"1min":0.53700000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.357,"5min":1.714,"15min":1.714},"last":1.1539999999999999},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.012,"15min":0.99099999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.353,"5min":1.599,"15min":1.599},"last":0.94099999999999995}]},{"osd":5,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.1259999999999999,"15min":1.1519999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.413,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.1080000000000001,"15min":1.1000000000000001},"min":{"1min":0.61099999999999999,"5min":0.441,"15min":0.441},"max":{"1min":1.429,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.3009999999999999}]},{"osd":6,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":1.155,"5min":1.1559999999999999,"15min":1.1599999999999999},"min":{"1min":0.57199999999999995,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.48,"5min":1.544,"15min":1.544},"last":1.21},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.129,"15min":1.111},"min":{"1min":0.47099999999999997,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.3879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.1819999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495666,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":854020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.90600000000000003,"15min":0.92800000000000005},"min":{"1min":0.59499999999999997,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2330000000000001,"5min":1.268,"15min":1.268},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.93999999999999995,"15min":0.93899999999999995},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.355,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.82299999999999995}]},{"osd":1,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.93700000000000006,"15min":0.94899999999999995},"min":{"1min":0.64200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.24,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":1.03},{"interface":"front","average":{"1min":1.0209999999999999,"5min":0.95599999999999996,"15min":0.94999999999999996},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":1.081}]},{"osd":2,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89000000000000001,"15min":0.871},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.397,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.94599999999999995,"15min":0.95599999999999996},"min":{"1min":0.64300000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.1839999999999999,"5min":1.232,"15min":1.232},"last":0.94699999999999995}]},{"osd":3,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.94099999999999995,"15min":0.93300000000000005},"min":{"1min":0.69499999999999995,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.143,"5min":1.849,"15min":1.849},"last":0.91800000000000004},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0169999999999999,"15min":1.0249999999999999},"min":{"1min":0.73899999999999999,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.272}]},{"osd":4,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.873,"15min":0.86899999999999999},"min":{"1min":0.629,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.286,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":1.121,"5min":0.99399999999999999,"15min":0.996},"min":{"1min":0.67200000000000004,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.163}]},{"osd":5,"last update":"Sat May 11 04:22:31 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.89500000000000002,"15min":0.90700000000000003},"min":{"1min":0.75800000000000001,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.2869999999999999,"5min":1.462,"15min":1.462},"last":0.878},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.0349999999999999,"15min":1.042},"min":{"1min":0.873,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.6459999999999999,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.119}]},{"osd":7,"last update":"Sat May 11 04:23:22 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.107,"15min":1.0880000000000001},"min":{"1min":0.77500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.413,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.038,"15min":1.0209999999999999},"min":{"1min":0.77000000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3720000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.77000000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.67300000000000004,"15min":0.56899999999999995},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26200000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73999999999999999,"15min":0.63700000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.62}]},{"osd":2,"last update":"Sat May 11 04:22:29 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68500000000000005,"15min":0.63100000000000001},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.94499999999999995,"5min":1.026,"15min":1.099},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.82599999999999996,"15min":0.71999999999999997},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.33900000000000002},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.80600000000000005}]},{"osd":3,"last update":"Sat May 11 04:23:15 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.84499999999999997,"15min":0.81100000000000005},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.0840000000000001,"5min":1.228,"15min":1.228},"last":0.996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.85699999999999998,"15min":0.79800000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.99299999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.77000000000000002}]},{"osd":4,"last update":"Sat May 11 04:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.93700000000000006,"15min":0.89600000000000002},"min":{"1min":0.56200000000000006,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.3620000000000001,"5min":1.627,"15min":1.627},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":0.997,"15min":0.92400000000000004},"min":{"1min":0.57599999999999996,"5min":0.501,"15min":0.501},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":1.1910000000000001}]},{"osd":5,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":1.012,"15min":1.022},"min":{"1min":0.59299999999999997,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.24,"5min":1.504,"15min":1.504},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.024,"5min":1.0089999999999999,"15min":1.0089999999999999},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.413,"5min":1.665,"15min":1.665},"last":1.2490000000000001}]},{"osd":6,"last update":"Sat May 11 04:22:35 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.0629999999999999,"15min":1.0589999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.3300000000000001,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.069,"15min":1.071},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.4650000000000001,"5min":1.468,"15min":1.468},"last":1.3300000000000001}]},{"osd":7,"last update":"Sat May 11 04:23:21 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.1100000000000001,"15min":1.1459999999999999},"min":{"1min":0.63300000000000001,"5min":0.498,"15min":0.498},"max":{"1min":1.4450000000000001,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.024,"5min":1.1639999999999999,"15min":1.196},"min":{"1min":0.628,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.427,"5min":1.823,"15min":1.823},"last":1.1379999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1228800,"data_stored":854351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:22:41 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65800000000000003,"15min":0.56699999999999995},"min":{"1min":0.36299999999999999,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.77000000000000002,"15min":0.625},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.252},"max":{"1min":1.3560000000000001,"5min":1.8959999999999999,"15min":1.8959999999999999},"last":0.85099999999999998}]},{"osd":2,"last update":"Sat May 11 04:23:23 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.79400000000000004,"15min":0.72199999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.30399999999999999},"max":{"1min":1.083,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":1.0509999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.753,"15min":0.69899999999999995},"min":{"1min":0.40999999999999998,"5min":0.36799999999999999,"15min":0.28699999999999998},"max":{"1min":1.1319999999999999,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":1.01}]},{"osd":3,"last update":"Sat May 11 04:23:10 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.84799999999999998,"15min":0.82099999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.1319999999999999,"5min":1.6519999999999999,"15min":1.6519999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.89200000000000002,"15min":0.82999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.194,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1240000000000001}]},{"osd":4,"last update":"Sat May 11 04:23:02 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0269999999999999,"15min":0.98399999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.3,"5min":1.887,"15min":1.887},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91200000000000003,"15min":0.90100000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.90300000000000002}]},{"osd":5,"last update":"Sat May 11 04:22:51 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.0369999999999999,"15min":1.018},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.323,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.109},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.111,"15min":1.105},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.835,"5min":1.835,"15min":1.835},"last":1.345}]},{"osd":6,"last update":"Sat May 11 04:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":1.014,"15min":1.02},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.272,"5min":1.667,"15min":1.667},"last":1.399},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.155,"15min":1.1850000000000001},"min":{"1min":0.60899999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3879999999999999,"5min":1.544,"15min":1.544},"last":1.3280000000000001}]},{"osd":7,"last update":"Sat May 11 04:23:23 2024","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.1719999999999999,"15min":1.1990000000000001},"min":{"1min":0.75,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":1.4239999999999999},{"interface":"front","average":{"1min":1.01,"5min":1.036,"15min":1.046},"min":{"1min":0.64700000000000002,"5min":0.499,"15min":0.499},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.4690000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:23 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.69299999999999995,"15min":0.63100000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.751},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.78900000000000003,"15min":0.64800000000000002},"min":{"1min":0.433,"5min":0.433,"15min":0.36399999999999999},"max":{"1min":1.119,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.95499999999999996}]},{"osd":1,"last update":"Sat May 11 04:22:23 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.754,"15min":0.67200000000000004},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.38100000000000001},"max":{"1min":0.997,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.86599999999999999,"15min":0.73799999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.258,"5min":1.444,"15min":1.444},"last":1.1100000000000001}]},{"osd":3,"last update":"Sat May 11 04:23:13 2024","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.90200000000000002,"15min":0.84099999999999997},"min":{"1min":0.40500000000000003,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.181,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.2649999999999999},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.82599999999999996,"15min":0.77000000000000002},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0600000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.92200000000000004}]},{"osd":4,"last update":"Sat May 11 04:22:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.83699999999999997,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.2649999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":1.226},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.02,"15min":1.0089999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.3560000000000001,"5min":1.52,"15min":1.52},"last":1.002}]},{"osd":5,"last update":"Sat May 11 04:22:49 2024","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":1.091,"15min":1.101},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.3500000000000001,"5min":1.492,"15min":1.492},"last":1.196},{"interface":"front","average":{"1min":0.98299999999999998,"5min":1.0149999999999999,"15min":1.028},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.206,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":1.157}]},{"osd":6,"last update":"Sat May 11 04:22:30 2024","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0489999999999999,"15min":1.0389999999999999},"min":{"1min":0.86199999999999999,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.3720000000000001,"5min":1.458,"15min":1.458},"last":0.85299999999999998},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.1599999999999999,"15min":1.1539999999999999},"min":{"1min":0.69099999999999995,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.472,"5min":1.552,"15min":1.552},"last":1.3109999999999999}]},{"osd":7,"last update":"Sat May 11 04:23:23 2024","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.1180000000000001,"15min":1.125},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.2969999999999999,"5min":1.385,"15min":1.385},"last":1.0629999999999999},{"interface":"front","average":{"1min":1.196,"5min":1.244,"15min":1.254},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.357}]}]},{"osd":3,"up_from":25,"seq":107374182479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:23:14 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.67400000000000004,"15min":0.65200000000000002},"min":{"1min":0.34000000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.98299999999999998,"5min":1.014,"15min":1.014},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.77400000000000002,"15min":0.75800000000000001},"min":{"1min":0.34499999999999997,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.0620000000000001,"5min":1.1399999999999999,"15min":1.1819999999999999},"last":0.90600000000000003}]},{"osd":1,"last update":"Sat May 11 04:23:14 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.77500000000000002,"15min":0.76900000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.0669999999999999,"5min":1.343,"15min":1.343},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.80000000000000004,"15min":0.748},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.171,"5min":1.542,"15min":1.542},"last":0.77900000000000003}]},{"osd":2,"last update":"Sat May 11 04:23:14 2024","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.89900000000000002,"15min":0.83399999999999996},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.349,"5min":1.641,"15min":1.641},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.80600000000000005,"15min":0.81599999999999995},"min":{"1min":0.40400000000000003,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0880000000000001,"5min":1.224,"15min":1.2589999999999999},"last":0.82799999999999996}]},{"osd":4,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.99399999999999999,"15min":0.95399999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.119},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97099999999999997,"15min":0.94499999999999995},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.0649999999999999}]},{"osd":5,"last update":"Sat May 11 04:22:51 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":0.99199999999999999,"15min":0.98099999999999998},"min":{"1min":0.73099999999999998,"5min":0.5,"15min":0.5},"max":{"1min":1.5009999999999999,"5min":1.518,"15min":1.518},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0609999999999999,"15min":1.0549999999999999},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.5980000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.276}]},{"osd":6,"last update":"Sat May 11 04:22:32 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":1.081,"15min":1.093},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.351,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.2150000000000001},{"interface":"front","average":{"1min":1.0469999999999999,"5min":1.087,"15min":1.1080000000000001},"min":{"1min":0.69299999999999995,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.403,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.014}]},{"osd":7,"last update":"Sat May 11 04:23:20 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":1.1220000000000001,"15min":1.1279999999999999},"min":{"1min":0.63500000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.4399999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.1299999999999999,"5min":1.1499999999999999,"15min":1.1719999999999999},"min":{"1min":0.70799999999999996,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.3899999999999999,"5min":1.478,"15min":1.478},"last":1.3009999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018949,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.89400000000000002,"15min":0.91200000000000003},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.84299999999999997,"15min":0.80500000000000005},"min":{"1min":0.52500000000000002,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.357,"5min":1.357,"15min":1.357},"last":1.181}]},{"osd":1,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.89900000000000002,"15min":0.86899999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.90400000000000003,"15min":0.88500000000000001},"min":{"1min":0.61499999999999999,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.238,"5min":1.304,"15min":1.304},"last":1.1200000000000001}]},{"osd":2,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.91800000000000004,"15min":0.90400000000000003},"min":{"1min":0.55300000000000005,"5min":0.504,"15min":0.504},"max":{"1min":1.3480000000000001,"5min":1.456,"15min":1.456},"last":0.995},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.88700000000000001,"15min":0.90100000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.0740000000000001,"5min":1.347,"15min":1.347},"last":0.94599999999999995}]},{"osd":3,"last update":"Sat May 11 04:23:00 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.91600000000000004,"15min":0.94699999999999995},"min":{"1min":0.65300000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.093},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.95799999999999996,"15min":0.94999999999999996},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.1479999999999999}]},{"osd":5,"last update":"Sat May 11 04:22:44 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":0.84299999999999997,"15min":0.754},"min":{"1min":0.44600000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.4370000000000001,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.0569999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":0.94899999999999995,"15min":0.873},"min":{"1min":0.57299999999999995,"5min":0.318,"15min":0.318},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":1.3600000000000001}]},{"osd":6,"last update":"Sat May 11 04:22:37 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.91000000000000003,"15min":0.90600000000000003},"min":{"1min":0.53500000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.3029999999999999,"5min":1.321,"15min":1.321},"last":1.202},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.0389999999999999,"15min":1.0049999999999999},"min":{"1min":0.61499999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.488,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.3160000000000001}]},{"osd":7,"last update":"Sat May 11 04:23:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.012,"15min":0.98799999999999999},"min":{"1min":0.73599999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.3959999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.173,"5min":1.0209999999999999,"15min":0.97199999999999998},"min":{"1min":0.77300000000000002,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.476,"5min":1.726,"15min":1.726},"last":1.234}]}]},{"osd":5,"up_from":38,"seq":163208757307,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.95199999999999996,"15min":0.96899999999999997},"min":{"1min":0.64500000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.306,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.93000000000000005,"15min":0.89600000000000002},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.2609999999999999,"5min":1.452,"15min":1.452},"last":0.97999999999999998}]},{"osd":1,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.66800000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":1.087},{"interface":"front","average":{"1min":0.998,"5min":0.95399999999999996,"15min":0.94199999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.92600000000000005,"15min":0.92200000000000004},"min":{"1min":0.56200000000000006,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.22,"5min":1.359,"15min":1.359},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.99299999999999999,"5min":0.98099999999999998,"15min":0.97199999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.2969999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":1.1719999999999999}]},{"osd":3,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":0.99399999999999999,"15min":0.996},"min":{"1min":0.78600000000000003,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3520000000000001,"5min":1.395,"15min":1.395},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.038,"15min":1.034},"min":{"1min":0.65000000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.359,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.274}]},{"osd":4,"last update":"Sat May 11 04:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.79600000000000004,"15min":0.73399999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.256,"5min":1.351,"15min":1.351},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.01,"5min":0.92000000000000004,"15min":0.86799999999999999},"min":{"1min":0.45300000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.264,"5min":1.361,"15min":1.361},"last":1.1220000000000001}]},{"osd":6,"last update":"Sat May 11 04:22:37 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.90700000000000003,"15min":0.873},"min":{"1min":0.48699999999999999,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.014,"15min":0.98899999999999999},"min":{"1min":0.503,"5min":0.44,"15min":0.44},"max":{"1min":1.3029999999999999,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.2310000000000001}]},{"osd":7,"last update":"Sat May 11 04:22:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":1.0660000000000001,"15min":1.056},"min":{"1min":0.623,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.476,"5min":1.476,"15min":1.476},"last":1.353},{"interface":"front","average":{"1min":1.115,"5min":1.054,"15min":1.044},"min":{"1min":0.71699999999999997,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.3069999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:23:27.075 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-11T04:23:27.076 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-11T04:23:27.076 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-11T04:23:27.076 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:23:27.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:26 smithi113 bash[31590]: cluster 2024-05-11T04:23:25.761452+0000 mgr.y (mgr.14370) 101 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:27.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:26 smithi113 bash[31590]: audit 2024-05-11T04:23:26.446019+0000 mgr.y (mgr.14370) 102 : audit 0 from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:23:27.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:26 smithi113 bash[21416]: cluster 2024-05-11T04:23:25.761452+0000 mgr.y (mgr.14370) 101 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:27.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:26 smithi113 bash[21416]: audit 2024-05-11T04:23:26.446019+0000 mgr.y (mgr.14370) 102 : audit 0 from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:23:27.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:26 smithi173 bash[23566]: cluster 2024-05-11T04:23:25.761452+0000 mgr.y (mgr.14370) 101 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:27.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:26 smithi173 bash[23566]: audit 2024-05-11T04:23:26.446019+0000 mgr.y (mgr.14370) 102 : audit 0 from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:23:29.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:28 smithi113 bash[21416]: cluster 2024-05-11T04:23:27.762066+0000 mgr.y (mgr.14370) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:29.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:28 smithi113 bash[21416]: audit 2024-05-11T04:23:28.811113+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:29.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:28 smithi113 bash[31590]: cluster 2024-05-11T04:23:27.762066+0000 mgr.y (mgr.14370) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:29.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:28 smithi113 bash[31590]: audit 2024-05-11T04:23:28.811113+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:28 smithi173 bash[23566]: cluster 2024-05-11T04:23:27.762066+0000 mgr.y (mgr.14370) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:29.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:28 smithi173 bash[23566]: audit 2024-05-11T04:23:28.811113+0000 mon.a (mon.0) 791 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:31.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:30 smithi113 bash[21416]: cluster 2024-05-11T04:23:29.762717+0000 mgr.y (mgr.14370) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:31.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:30 smithi113 bash[31590]: cluster 2024-05-11T04:23:29.762717+0000 mgr.y (mgr.14370) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:30 smithi173 bash[23566]: cluster 2024-05-11T04:23:29.762717+0000 mgr.y (mgr.14370) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:31.813 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:23:33.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:32 smithi113 bash[21416]: cluster 2024-05-11T04:23:31.763318+0000 mgr.y (mgr.14370) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:33.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:32 smithi113 bash[31590]: cluster 2024-05-11T04:23:31.763318+0000 mgr.y (mgr.14370) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:33.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:32 smithi173 bash[23566]: cluster 2024-05-11T04:23:31.763318+0000 mgr.y (mgr.14370) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:34.589 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:23:34.589 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-11T04:23:35.157 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-11T04:23:35.157 INFO:tasks.cephadm:Setup complete, yielding 2024-05-11T04:23:35.158 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-11T04:23:35.167 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi113.front.sepia.ceph.com 2024-05-11T04:23:35.168 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-05-11T04:23:35.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:34 smithi113 bash[31590]: cluster 2024-05-11T04:23:33.763998+0000 mgr.y (mgr.14370) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:35.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:34 smithi113 bash[31590]: audit 2024-05-11T04:23:34.594525+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.113:0/3063589788' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:23:35.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:34 smithi113 bash[31590]: audit 2024-05-11T04:23:34.710141+0000 mon.a (mon.0) 792 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:35.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:34 smithi113 bash[21416]: cluster 2024-05-11T04:23:33.763998+0000 mgr.y (mgr.14370) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:35.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:34 smithi113 bash[21416]: audit 2024-05-11T04:23:34.594525+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.113:0/3063589788' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:23:35.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:34 smithi113 bash[21416]: audit 2024-05-11T04:23:34.710141+0000 mon.a (mon.0) 792 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:35.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:34 smithi173 bash[23566]: cluster 2024-05-11T04:23:33.763998+0000 mgr.y (mgr.14370) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:35.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:34 smithi173 bash[23566]: audit 2024-05-11T04:23:34.594525+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.113:0/3063589788' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:23:35.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:34 smithi173 bash[23566]: audit 2024-05-11T04:23:34.710141+0000 mon.a (mon.0) 792 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:36.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:23:36] "GET /metrics HTTP/1.1" 200 28578 "" "Prometheus/2.43.0" 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:36 smithi113 bash[21416]: audit 2024-05-11T04:23:35.087756+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:36 smithi113 bash[21416]: audit 2024-05-11T04:23:35.095098+0000 mon.a (mon.0) 794 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:36 smithi113 bash[21416]: audit 2024-05-11T04:23:35.643122+0000 mon.a (mon.0) 795 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:36 smithi113 bash[21416]: audit 2024-05-11T04:23:35.645009+0000 mon.a (mon.0) 796 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:36 smithi113 bash[21416]: audit 2024-05-11T04:23:35.657417+0000 mon.a (mon.0) 797 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:36 smithi113 bash[31590]: audit 2024-05-11T04:23:35.087756+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:36 smithi113 bash[31590]: audit 2024-05-11T04:23:35.095098+0000 mon.a (mon.0) 794 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:36 smithi113 bash[31590]: audit 2024-05-11T04:23:35.643122+0000 mon.a (mon.0) 795 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:36 smithi113 bash[31590]: audit 2024-05-11T04:23:35.645009+0000 mon.a (mon.0) 796 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:36 smithi113 bash[31590]: audit 2024-05-11T04:23:35.657417+0000 mon.a (mon.0) 797 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:36 smithi173 bash[23566]: audit 2024-05-11T04:23:35.087756+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:36 smithi173 bash[23566]: audit 2024-05-11T04:23:35.095098+0000 mon.a (mon.0) 794 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:36 smithi173 bash[23566]: audit 2024-05-11T04:23:35.643122+0000 mon.a (mon.0) 795 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:36 smithi173 bash[23566]: audit 2024-05-11T04:23:35.645009+0000 mon.a (mon.0) 796 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:36 smithi173 bash[23566]: audit 2024-05-11T04:23:35.657417+0000 mon.a (mon.0) 797 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:37.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:37 smithi113 bash[31590]: cluster 2024-05-11T04:23:35.764730+0000 mgr.y (mgr.14370) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:37.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:37 smithi113 bash[21416]: cluster 2024-05-11T04:23:35.764730+0000 mgr.y (mgr.14370) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:37.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:37 smithi173 bash[23566]: cluster 2024-05-11T04:23:35.764730+0000 mgr.y (mgr.14370) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:39.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:39 smithi113 bash[21416]: cluster 2024-05-11T04:23:37.765270+0000 mgr.y (mgr.14370) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:39.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:39 smithi113 bash[31590]: cluster 2024-05-11T04:23:37.765270+0000 mgr.y (mgr.14370) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:39.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:39 smithi173 bash[23566]: cluster 2024-05-11T04:23:37.765270+0000 mgr.y (mgr.14370) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:39.887 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:23:41.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:41 smithi113 bash[21416]: cluster 2024-05-11T04:23:39.765969+0000 mgr.y (mgr.14370) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:41.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:41 smithi113 bash[31590]: cluster 2024-05-11T04:23:39.765969+0000 mgr.y (mgr.14370) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:41 smithi173 bash[23566]: cluster 2024-05-11T04:23:39.765969+0000 mgr.y (mgr.14370) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:43.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:43 smithi113 bash[31590]: cluster 2024-05-11T04:23:41.766685+0000 mgr.y (mgr.14370) 110 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:43.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:43 smithi113 bash[31590]: audit 2024-05-11T04:23:42.727283+0000 mon.a (mon.0) 798 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:23:43.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:43 smithi113 bash[21416]: cluster 2024-05-11T04:23:41.766685+0000 mgr.y (mgr.14370) 110 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:43.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:43 smithi113 bash[21416]: audit 2024-05-11T04:23:42.727283+0000 mon.a (mon.0) 798 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:23:43.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:43 smithi173 bash[23566]: cluster 2024-05-11T04:23:41.766685+0000 mgr.y (mgr.14370) 110 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:43.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:43 smithi173 bash[23566]: audit 2024-05-11T04:23:42.727283+0000 mon.a (mon.0) 798 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:23:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:44 smithi173 bash[23566]: audit 2024-05-11T04:23:42.726250+0000 mgr.y (mgr.14370) 111 : audit 0 from='client.24470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:23:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:44 smithi173 bash[23566]: audit 2024-05-11T04:23:43.220347+0000 mon.a (mon.0) 799 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-05-11T04:23:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:44 smithi173 bash[23566]: cluster 2024-05-11T04:23:43.220421+0000 mon.a (mon.0) 800 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-05-11T04:23:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:44 smithi173 bash[23566]: audit 2024-05-11T04:23:43.226521+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:23:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:44 smithi173 bash[23566]: audit 2024-05-11T04:23:43.811749+0000 mon.a (mon.0) 802 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:44.554 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:44 smithi113 bash[31590]: audit 2024-05-11T04:23:42.726250+0000 mgr.y (mgr.14370) 111 : audit 0 from='client.24470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:23:44.554 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:44 smithi113 bash[31590]: audit 2024-05-11T04:23:43.220347+0000 mon.a (mon.0) 799 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-05-11T04:23:44.554 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:44 smithi113 bash[31590]: cluster 2024-05-11T04:23:43.220421+0000 mon.a (mon.0) 800 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-05-11T04:23:44.554 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:44 smithi113 bash[31590]: audit 2024-05-11T04:23:43.226521+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:44 smithi113 bash[31590]: audit 2024-05-11T04:23:43.811749+0000 mon.a (mon.0) 802 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:44 smithi113 bash[21416]: debug 2024-05-11T04:23:44.252+0000 7f3e6b54b700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:44 smithi113 bash[21416]: audit 2024-05-11T04:23:42.726250+0000 mgr.y (mgr.14370) 111 : audit 0 from='client.24470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:44 smithi113 bash[21416]: audit 2024-05-11T04:23:43.220347+0000 mon.a (mon.0) 799 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:44 smithi113 bash[21416]: cluster 2024-05-11T04:23:43.220421+0000 mon.a (mon.0) 800 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:44 smithi113 bash[21416]: audit 2024-05-11T04:23:43.226521+0000 mon.a (mon.0) 801 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:23:44.555 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:44 smithi113 bash[21416]: audit 2024-05-11T04:23:43.811749+0000 mon.a (mon.0) 802 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:43.767343+0000 mgr.y (mgr.14370) 112 : cluster 0 pgmap v83: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:44.217158+0000 mon.a (mon.0) 803 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:23:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.227190+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-05-11T04:23:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:44.227442+0000 mon.a (mon.0) 805 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.253019+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:44.254843+0000 mon.a (mon.0) 807 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:44.254951+0000 mon.a (mon.0) 808 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:44.285908+0000 mon.a (mon.0) 809 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.286412+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cluster 2024-05-11T04:23:44.286609+0000 mon.a (mon.0) 811 : cluster 0 fsmap foo:0 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cephadm 2024-05-11T04:23:44.293644+0000 mgr.y (mgr.14370) 113 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.301308+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.329310+0000 mon.a (mon.0) 813 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.331101+0000 mon.a (mon.0) 814 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.331887+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.337342+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.341589+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.345243+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:23:45.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: audit 2024-05-11T04:23:44.345966+0000 mon.a (mon.0) 819 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:45.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:45 smithi173 bash[23566]: cephadm 2024-05-11T04:23:44.346864+0000 mgr.y (mgr.14370) 114 : cephadm 1 Deploying daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:23:45.526 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:43.767343+0000 mgr.y (mgr.14370) 112 : cluster 0 pgmap v83: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:44.217158+0000 mon.a (mon.0) 803 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.227190+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:44.227442+0000 mon.a (mon.0) 805 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.253019+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:44.254843+0000 mon.a (mon.0) 807 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:44.254951+0000 mon.a (mon.0) 808 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:44.285908+0000 mon.a (mon.0) 809 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.286412+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cluster 2024-05-11T04:23:44.286609+0000 mon.a (mon.0) 811 : cluster 0 fsmap foo:0 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cephadm 2024-05-11T04:23:44.293644+0000 mgr.y (mgr.14370) 113 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.301308+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.329310+0000 mon.a (mon.0) 813 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.331101+0000 mon.a (mon.0) 814 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.331887+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:45.527 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.337342+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:45.528 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.341589+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:23:45.528 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.345243+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:23:45.528 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: audit 2024-05-11T04:23:44.345966+0000 mon.a (mon.0) 819 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:45.528 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:45 smithi113 bash[21416]: cephadm 2024-05-11T04:23:44.346864+0000 mgr.y (mgr.14370) 114 : cephadm 1 Deploying daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:23:45.529 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-05-11T04:23:45.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:43.767343+0000 mgr.y (mgr.14370) 112 : cluster 0 pgmap v83: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:45.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:44.217158+0000 mon.a (mon.0) 803 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:23:45.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.227190+0000 mon.a (mon.0) 804 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-05-11T04:23:45.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:44.227442+0000 mon.a (mon.0) 805 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-05-11T04:23:45.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.253019+0000 mon.a (mon.0) 806 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:23:45.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:44.254843+0000 mon.a (mon.0) 807 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:44.254951+0000 mon.a (mon.0) 808 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:44.285908+0000 mon.a (mon.0) 809 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.286412+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cluster 2024-05-11T04:23:44.286609+0000 mon.a (mon.0) 811 : cluster 0 fsmap foo:0 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cephadm 2024-05-11T04:23:44.293644+0000 mgr.y (mgr.14370) 113 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.301308+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.329310+0000 mon.a (mon.0) 813 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.331101+0000 mon.a (mon.0) 814 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.331887+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.337342+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.341589+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.345243+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: audit 2024-05-11T04:23:44.345966+0000 mon.a (mon.0) 819 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:45.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:45 smithi113 bash[31590]: cephadm 2024-05-11T04:23:44.346864+0000 mgr.y (mgr.14370) 114 : cephadm 1 Deploying daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:23:46.284 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:23:46] "GET /metrics HTTP/1.1" 200 30872 "" "Prometheus/2.43.0" 2024-05-11T04:23:46.652 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:46 smithi113 bash[21416]: cluster 2024-05-11T04:23:45.286364+0000 mon.a (mon.0) 820 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-05-11T04:23:46.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:46 smithi113 bash[31590]: cluster 2024-05-11T04:23:45.286364+0000 mon.a (mon.0) 820 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-05-11T04:23:46.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:46 smithi173 bash[23566]: cluster 2024-05-11T04:23:45.286364+0000 mon.a (mon.0) 820 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-05-11T04:23:46.908 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.908 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.909 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.909 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.909 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.910 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.910 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.910 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:46.911 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:23:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.168 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.169 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.169 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.169 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.170 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.170 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.170 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.171 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.171 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:23:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:47.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: cluster 2024-05-11T04:23:45.767756+0000 mgr.y (mgr.14370) 115 : cluster 0 pgmap v87: 73 pgs: 9 creating+peering, 64 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: cluster 2024-05-11T04:23:46.279873+0000 mon.a (mon.0) 821 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: cluster 2024-05-11T04:23:46.297222+0000 mon.a (mon.0) 822 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: audit 2024-05-11T04:23:47.206092+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: audit 2024-05-11T04:23:47.212765+0000 mon.a (mon.0) 824 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: audit 2024-05-11T04:23:47.219762+0000 mon.a (mon.0) 825 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: audit 2024-05-11T04:23:47.220363+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: audit 2024-05-11T04:23:47.224147+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:47 smithi113 bash[21416]: audit 2024-05-11T04:23:47.224927+0000 mon.a (mon.0) 828 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: cluster 2024-05-11T04:23:45.767756+0000 mgr.y (mgr.14370) 115 : cluster 0 pgmap v87: 73 pgs: 9 creating+peering, 64 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: cluster 2024-05-11T04:23:46.279873+0000 mon.a (mon.0) 821 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: cluster 2024-05-11T04:23:46.297222+0000 mon.a (mon.0) 822 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-05-11T04:23:47.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: audit 2024-05-11T04:23:47.206092+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: audit 2024-05-11T04:23:47.212765+0000 mon.a (mon.0) 824 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: audit 2024-05-11T04:23:47.219762+0000 mon.a (mon.0) 825 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: audit 2024-05-11T04:23:47.220363+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:23:47.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: audit 2024-05-11T04:23:47.224147+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:23:47.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:47 smithi113 bash[31590]: audit 2024-05-11T04:23:47.224927+0000 mon.a (mon.0) 828 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: cluster 2024-05-11T04:23:45.767756+0000 mgr.y (mgr.14370) 115 : cluster 0 pgmap v87: 73 pgs: 9 creating+peering, 64 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: cluster 2024-05-11T04:23:46.279873+0000 mon.a (mon.0) 821 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: cluster 2024-05-11T04:23:46.297222+0000 mon.a (mon.0) 822 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: audit 2024-05-11T04:23:47.206092+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: audit 2024-05-11T04:23:47.212765+0000 mon.a (mon.0) 824 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: audit 2024-05-11T04:23:47.219762+0000 mon.a (mon.0) 825 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: audit 2024-05-11T04:23:47.220363+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: audit 2024-05-11T04:23:47.224147+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:23:47.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:47 smithi173 bash[23566]: audit 2024-05-11T04:23:47.224927+0000 mon.a (mon.0) 828 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:48 smithi113 bash[21416]: cephadm 2024-05-11T04:23:47.225722+0000 mgr.y (mgr.14370) 116 : cephadm 1 Deploying daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:23:48.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:48 smithi113 bash[31590]: cephadm 2024-05-11T04:23:47.225722+0000 mgr.y (mgr.14370) 116 : cephadm 1 Deploying daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:23:48.546 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:48 smithi173 bash[23566]: cephadm 2024-05-11T04:23:47.225722+0000 mgr.y (mgr.14370) 116 : cephadm 1 Deploying daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:23:49.540 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.540 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.541 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.541 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.541 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.542 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.542 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:47.768356+0000 mgr.y (mgr.14370) 117 : cluster 0 pgmap v89: 73 pgs: 9 creating+peering, 64 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:49.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.301504+0000 mon.a (mon.0) 829 : cluster 0 mds.? [v2:172.21.15.113:6834/4052567617,v1:172.21.15.113:6835/4052567617] up:boot 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.301573+0000 mon.a (mon.0) 830 : cluster 1 daemon mds.foo.smithi113.zdnevb assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.301650+0000 mon.a (mon.0) 831 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.301671+0000 mon.a (mon.0) 832 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.301682+0000 mon.a (mon.0) 833 : cluster 1 Cluster is now healthy 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.301890+0000 mon.a (mon.0) 834 : cluster 0 fsmap foo:0 1 up:standby 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: audit 2024-05-11T04:23:48.302034+0000 mon.a (mon.0) 835 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.307530+0000 mon.a (mon.0) 836 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:creating} 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 bash[23566]: cluster 2024-05-11T04:23:48.332945+0000 mon.a (mon.0) 837 : cluster 1 daemon mds.foo.smithi113.zdnevb is now active in filesystem foo as rank 0 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.543 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:47.768356+0000 mgr.y (mgr.14370) 117 : cluster 0 pgmap v89: 73 pgs: 9 creating+peering, 64 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.301504+0000 mon.a (mon.0) 829 : cluster 0 mds.? [v2:172.21.15.113:6834/4052567617,v1:172.21.15.113:6835/4052567617] up:boot 2024-05-11T04:23:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.301573+0000 mon.a (mon.0) 830 : cluster 1 daemon mds.foo.smithi113.zdnevb assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-05-11T04:23:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.301650+0000 mon.a (mon.0) 831 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-11T04:23:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.301671+0000 mon.a (mon.0) 832 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-11T04:23:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.301682+0000 mon.a (mon.0) 833 : cluster 1 Cluster is now healthy 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.301890+0000 mon.a (mon.0) 834 : cluster 0 fsmap foo:0 1 up:standby 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: audit 2024-05-11T04:23:48.302034+0000 mon.a (mon.0) 835 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.307530+0000 mon.a (mon.0) 836 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:creating} 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:49 smithi113 bash[21416]: cluster 2024-05-11T04:23:48.332945+0000 mon.a (mon.0) 837 : cluster 1 daemon mds.foo.smithi113.zdnevb is now active in filesystem foo as rank 0 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:47.768356+0000 mgr.y (mgr.14370) 117 : cluster 0 pgmap v89: 73 pgs: 9 creating+peering, 64 active+clean; 577 KiB data, 234 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.301504+0000 mon.a (mon.0) 829 : cluster 0 mds.? [v2:172.21.15.113:6834/4052567617,v1:172.21.15.113:6835/4052567617] up:boot 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.301573+0000 mon.a (mon.0) 830 : cluster 1 daemon mds.foo.smithi113.zdnevb assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.301650+0000 mon.a (mon.0) 831 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.301671+0000 mon.a (mon.0) 832 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.301682+0000 mon.a (mon.0) 833 : cluster 1 Cluster is now healthy 2024-05-11T04:23:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.301890+0000 mon.a (mon.0) 834 : cluster 0 fsmap foo:0 1 up:standby 2024-05-11T04:23:49.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: audit 2024-05-11T04:23:48.302034+0000 mon.a (mon.0) 835 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:23:49.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.307530+0000 mon.a (mon.0) 836 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:creating} 2024-05-11T04:23:49.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:49 smithi113 bash[31590]: cluster 2024-05-11T04:23:48.332945+0000 mon.a (mon.0) 837 : cluster 1 daemon mds.foo.smithi113.zdnevb is now active in filesystem foo as rank 0 2024-05-11T04:23:49.827 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.827 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.827 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.828 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.828 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.828 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.829 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.829 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:49.829 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:23:49 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:23:50.255 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:23:50.636 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: cluster 2024-05-11T04:23:49.314627+0000 mon.a (mon.0) 838 : cluster 0 mds.? [v2:172.21.15.113:6834/4052567617,v1:172.21.15.113:6835/4052567617] up:active 2024-05-11T04:23:50.636 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: cluster 2024-05-11T04:23:49.314760+0000 mon.a (mon.0) 839 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:active} 2024-05-11T04:23:50.637 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: audit 2024-05-11T04:23:49.831162+0000 mon.a (mon.0) 840 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.637 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: audit 2024-05-11T04:23:49.842532+0000 mon.a (mon.0) 841 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.637 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: audit 2024-05-11T04:23:49.852253+0000 mon.a (mon.0) 842 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.637 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: audit 2024-05-11T04:23:49.861921+0000 mon.a (mon.0) 843 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.637 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: audit 2024-05-11T04:23:49.872416+0000 mon.a (mon.0) 844 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.637 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:50 smithi173 bash[23566]: audit 2024-05-11T04:23:49.939686+0000 mon.a (mon.0) 845 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: cluster 2024-05-11T04:23:49.314627+0000 mon.a (mon.0) 838 : cluster 0 mds.? [v2:172.21.15.113:6834/4052567617,v1:172.21.15.113:6835/4052567617] up:active 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: cluster 2024-05-11T04:23:49.314760+0000 mon.a (mon.0) 839 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:active} 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: audit 2024-05-11T04:23:49.831162+0000 mon.a (mon.0) 840 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: audit 2024-05-11T04:23:49.842532+0000 mon.a (mon.0) 841 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: audit 2024-05-11T04:23:49.852253+0000 mon.a (mon.0) 842 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: audit 2024-05-11T04:23:49.861921+0000 mon.a (mon.0) 843 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: audit 2024-05-11T04:23:49.872416+0000 mon.a (mon.0) 844 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:50 smithi113 bash[21416]: audit 2024-05-11T04:23:49.939686+0000 mon.a (mon.0) 845 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: cluster 2024-05-11T04:23:49.314627+0000 mon.a (mon.0) 838 : cluster 0 mds.? [v2:172.21.15.113:6834/4052567617,v1:172.21.15.113:6835/4052567617] up:active 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: cluster 2024-05-11T04:23:49.314760+0000 mon.a (mon.0) 839 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:active} 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: audit 2024-05-11T04:23:49.831162+0000 mon.a (mon.0) 840 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: audit 2024-05-11T04:23:49.842532+0000 mon.a (mon.0) 841 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: audit 2024-05-11T04:23:49.852253+0000 mon.a (mon.0) 842 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: audit 2024-05-11T04:23:49.861921+0000 mon.a (mon.0) 843 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: audit 2024-05-11T04:23:49.872416+0000 mon.a (mon.0) 844 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:50 smithi113 bash[31590]: audit 2024-05-11T04:23:49.939686+0000 mon.a (mon.0) 845 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:51.586 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:51 smithi113 bash[21416]: cluster 2024-05-11T04:23:49.769049+0000 mgr.y (mgr.14370) 118 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 7 op/s 2024-05-11T04:23:51.586 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:51 smithi113 bash[31590]: cluster 2024-05-11T04:23:49.769049+0000 mgr.y (mgr.14370) 118 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 7 op/s 2024-05-11T04:23:51.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:51 smithi173 bash[23566]: cluster 2024-05-11T04:23:49.769049+0000 mgr.y (mgr.14370) 118 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 7 op/s 2024-05-11T04:23:52.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.326408+0000 mon.a (mon.0) 846 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:boot 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.326450+0000 mon.a (mon.0) 847 : cluster 1 Dropping low affinity active daemon mds.foo.smithi113.zdnevb in favor of higher affinity standby. 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.326469+0000 mon.a (mon.0) 848 : cluster 3 Replacing daemon mds.foo.smithi113.zdnevb as rank 0 with standby daemon mds.foo.smithi173.ibjpzf 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.326959+0000 mon.a (mon.0) 849 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.326978+0000 mon.a (mon.0) 850 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.326998+0000 mon.a (mon.0) 851 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:active} 1 up:standby 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: audit 2024-05-11T04:23:51.327109+0000 mon.a (mon.0) 852 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.336220+0000 mon.a (mon.0) 853 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:52 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.341762+0000 mon.a (mon.0) 854 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:replay} 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.326408+0000 mon.a (mon.0) 846 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:boot 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.326450+0000 mon.a (mon.0) 847 : cluster 1 Dropping low affinity active daemon mds.foo.smithi113.zdnevb in favor of higher affinity standby. 2024-05-11T04:23:52.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.326469+0000 mon.a (mon.0) 848 : cluster 3 Replacing daemon mds.foo.smithi113.zdnevb as rank 0 with standby daemon mds.foo.smithi173.ibjpzf 2024-05-11T04:23:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.326959+0000 mon.a (mon.0) 849 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-11T04:23:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.326978+0000 mon.a (mon.0) 850 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-05-11T04:23:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.326998+0000 mon.a (mon.0) 851 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:active} 1 up:standby 2024-05-11T04:23:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: audit 2024-05-11T04:23:51.327109+0000 mon.a (mon.0) 852 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:23:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.336220+0000 mon.a (mon.0) 853 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-05-11T04:23:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:52 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.341762+0000 mon.a (mon.0) 854 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:replay} 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.326408+0000 mon.a (mon.0) 846 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:boot 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.326450+0000 mon.a (mon.0) 847 : cluster 1 Dropping low affinity active daemon mds.foo.smithi113.zdnevb in favor of higher affinity standby. 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.326469+0000 mon.a (mon.0) 848 : cluster 3 Replacing daemon mds.foo.smithi113.zdnevb as rank 0 with standby daemon mds.foo.smithi173.ibjpzf 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.326959+0000 mon.a (mon.0) 849 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.326978+0000 mon.a (mon.0) 850 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.326998+0000 mon.a (mon.0) 851 : cluster 0 fsmap foo:1 {0=foo.smithi113.zdnevb=up:active} 1 up:standby 2024-05-11T04:23:52.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: audit 2024-05-11T04:23:51.327109+0000 mon.a (mon.0) 852 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:23:52.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.336220+0000 mon.a (mon.0) 853 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-05-11T04:23:52.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:52 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.341762+0000 mon.a (mon.0) 854 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:replay} 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:53 smithi113 bash[21416]: cluster 2024-05-11T04:23:51.769782+0000 mgr.y (mgr.14370) 119 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:53 smithi113 bash[21416]: cluster 2024-05-11T04:23:52.338942+0000 mon.a (mon.0) 855 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:53 smithi113 bash[21416]: cluster 2024-05-11T04:23:52.349765+0000 mon.a (mon.0) 856 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:reconnect 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:53 smithi113 bash[21416]: cluster 2024-05-11T04:23:52.349813+0000 mon.a (mon.0) 857 : cluster 0 mds.? [v2:172.21.15.113:6834/730292135,v1:172.21.15.113:6835/730292135] up:boot 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:53 smithi113 bash[21416]: cluster 2024-05-11T04:23:52.349937+0000 mon.a (mon.0) 858 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:reconnect} 1 up:standby 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:53 smithi113 bash[21416]: audit 2024-05-11T04:23:52.350124+0000 mon.a (mon.0) 859 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:53 smithi113 bash[31590]: cluster 2024-05-11T04:23:51.769782+0000 mgr.y (mgr.14370) 119 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-05-11T04:23:53.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:53 smithi113 bash[31590]: cluster 2024-05-11T04:23:52.338942+0000 mon.a (mon.0) 855 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-05-11T04:23:53.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:53 smithi113 bash[31590]: cluster 2024-05-11T04:23:52.349765+0000 mon.a (mon.0) 856 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:reconnect 2024-05-11T04:23:53.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:53 smithi113 bash[31590]: cluster 2024-05-11T04:23:52.349813+0000 mon.a (mon.0) 857 : cluster 0 mds.? [v2:172.21.15.113:6834/730292135,v1:172.21.15.113:6835/730292135] up:boot 2024-05-11T04:23:53.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:53 smithi113 bash[31590]: cluster 2024-05-11T04:23:52.349937+0000 mon.a (mon.0) 858 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:reconnect} 1 up:standby 2024-05-11T04:23:53.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:53 smithi113 bash[31590]: audit 2024-05-11T04:23:52.350124+0000 mon.a (mon.0) 859 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:23:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:53 smithi173 bash[23566]: cluster 2024-05-11T04:23:51.769782+0000 mgr.y (mgr.14370) 119 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-05-11T04:23:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:53 smithi173 bash[23566]: cluster 2024-05-11T04:23:52.338942+0000 mon.a (mon.0) 855 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-05-11T04:23:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:53 smithi173 bash[23566]: cluster 2024-05-11T04:23:52.349765+0000 mon.a (mon.0) 856 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:reconnect 2024-05-11T04:23:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:53 smithi173 bash[23566]: cluster 2024-05-11T04:23:52.349813+0000 mon.a (mon.0) 857 : cluster 0 mds.? [v2:172.21.15.113:6834/730292135,v1:172.21.15.113:6835/730292135] up:boot 2024-05-11T04:23:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:53 smithi173 bash[23566]: cluster 2024-05-11T04:23:52.349937+0000 mon.a (mon.0) 858 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:reconnect} 1 up:standby 2024-05-11T04:23:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:53 smithi173 bash[23566]: audit 2024-05-11T04:23:52.350124+0000 mon.a (mon.0) 859 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:23:53.873 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-05-11T04:23:54.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:54 smithi113 bash[21416]: cluster 2024-05-11T04:23:53.352617+0000 mon.a (mon.0) 860 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:rejoin 2024-05-11T04:23:54.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:54 smithi113 bash[21416]: cluster 2024-05-11T04:23:53.352785+0000 mon.a (mon.0) 861 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:rejoin} 1 up:standby 2024-05-11T04:23:54.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:54 smithi113 bash[21416]: cluster 2024-05-11T04:23:53.353663+0000 mon.a (mon.0) 862 : cluster 1 daemon mds.foo.smithi173.ibjpzf is now active in filesystem foo as rank 0 2024-05-11T04:23:54.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:54 smithi113 bash[21416]: audit 2024-05-11T04:23:54.182835+0000 mon.a (mon.0) 863 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:54.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:54 smithi113 bash[31590]: cluster 2024-05-11T04:23:53.352617+0000 mon.a (mon.0) 860 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:rejoin 2024-05-11T04:23:54.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:54 smithi113 bash[31590]: cluster 2024-05-11T04:23:53.352785+0000 mon.a (mon.0) 861 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:rejoin} 1 up:standby 2024-05-11T04:23:54.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:54 smithi113 bash[31590]: cluster 2024-05-11T04:23:53.353663+0000 mon.a (mon.0) 862 : cluster 1 daemon mds.foo.smithi173.ibjpzf is now active in filesystem foo as rank 0 2024-05-11T04:23:54.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:54 smithi113 bash[31590]: audit 2024-05-11T04:23:54.182835+0000 mon.a (mon.0) 863 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:54.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:54 smithi173 bash[23566]: cluster 2024-05-11T04:23:53.352617+0000 mon.a (mon.0) 860 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:rejoin 2024-05-11T04:23:54.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:54 smithi173 bash[23566]: cluster 2024-05-11T04:23:53.352785+0000 mon.a (mon.0) 861 : cluster 0 fsmap foo:1/1 {0=foo.smithi173.ibjpzf=up:rejoin} 1 up:standby 2024-05-11T04:23:54.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:54 smithi173 bash[23566]: cluster 2024-05-11T04:23:53.353663+0000 mon.a (mon.0) 862 : cluster 1 daemon mds.foo.smithi173.ibjpzf is now active in filesystem foo as rank 0 2024-05-11T04:23:54.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:54 smithi173 bash[23566]: audit 2024-05-11T04:23:54.182835+0000 mon.a (mon.0) 863 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:55.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: cluster 2024-05-11T04:23:53.770462+0000 mgr.y (mgr.14370) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: cluster 2024-05-11T04:23:54.348689+0000 mon.a (mon.0) 864 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: cluster 2024-05-11T04:23:54.348754+0000 mon.a (mon.0) 865 : cluster 1 Cluster is now healthy 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: cluster 2024-05-11T04:23:54.361811+0000 mon.a (mon.0) 866 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:active 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: cluster 2024-05-11T04:23:54.361894+0000 mon.a (mon.0) 867 : cluster 0 fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: audit 2024-05-11T04:23:54.924434+0000 mon.a (mon.0) 868 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:55 smithi113 bash[21416]: audit 2024-05-11T04:23:54.929184+0000 mon.a (mon.0) 869 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: cluster 2024-05-11T04:23:53.770462+0000 mgr.y (mgr.14370) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: cluster 2024-05-11T04:23:54.348689+0000 mon.a (mon.0) 864 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: cluster 2024-05-11T04:23:54.348754+0000 mon.a (mon.0) 865 : cluster 1 Cluster is now healthy 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: cluster 2024-05-11T04:23:54.361811+0000 mon.a (mon.0) 866 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:active 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: cluster 2024-05-11T04:23:54.361894+0000 mon.a (mon.0) 867 : cluster 0 fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:23:55.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: audit 2024-05-11T04:23:54.924434+0000 mon.a (mon.0) 868 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:55.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:55 smithi113 bash[31590]: audit 2024-05-11T04:23:54.929184+0000 mon.a (mon.0) 869 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: cluster 2024-05-11T04:23:53.770462+0000 mgr.y (mgr.14370) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-11T04:23:55.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: cluster 2024-05-11T04:23:54.348689+0000 mon.a (mon.0) 864 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-11T04:23:55.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: cluster 2024-05-11T04:23:54.348754+0000 mon.a (mon.0) 865 : cluster 1 Cluster is now healthy 2024-05-11T04:23:55.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: cluster 2024-05-11T04:23:54.361811+0000 mon.a (mon.0) 866 : cluster 0 mds.? [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] up:active 2024-05-11T04:23:55.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: cluster 2024-05-11T04:23:54.361894+0000 mon.a (mon.0) 867 : cluster 0 fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:23:55.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: audit 2024-05-11T04:23:54.924434+0000 mon.a (mon.0) 868 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:55.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:55 smithi173 bash[23566]: audit 2024-05-11T04:23:54.929184+0000 mon.a (mon.0) 869 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:56.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:23:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:23:56] "GET /metrics HTTP/1.1" 200 30872 "" "Prometheus/2.43.0" 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.739842+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.751510+0000 mon.a (mon.0) 871 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.754054+0000 mon.a (mon.0) 872 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.756168+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.766943+0000 mon.a (mon.0) 874 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: cluster 2024-05-11T04:23:55.771886+0000 mgr.y (mgr.14370) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.864554+0000 mon.a (mon.0) 875 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:57.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.868771+0000 mon.a (mon.0) 876 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:57.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.870535+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:57.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:56 smithi173 bash[23566]: audit 2024-05-11T04:23:55.881809+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.739842+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.751510+0000 mon.a (mon.0) 871 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.754054+0000 mon.a (mon.0) 872 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.756168+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.766943+0000 mon.a (mon.0) 874 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: cluster 2024-05-11T04:23:55.771886+0000 mgr.y (mgr.14370) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.864554+0000 mon.a (mon.0) 875 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.868771+0000 mon.a (mon.0) 876 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.870535+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:57.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:56 smithi113 bash[21416]: audit 2024-05-11T04:23:55.881809+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.739842+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.751510+0000 mon.a (mon.0) 871 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.754054+0000 mon.a (mon.0) 872 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.756168+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.766943+0000 mon.a (mon.0) 874 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: cluster 2024-05-11T04:23:55.771886+0000 mgr.y (mgr.14370) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.864554+0000 mon.a (mon.0) 875 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.868771+0000 mon.a (mon.0) 876 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.870535+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:23:57.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:56 smithi113 bash[31590]: audit 2024-05-11T04:23:55.881809+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:23:58.417 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:23:59.221 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:58 smithi113 bash[21416]: cluster 2024-05-11T04:23:57.772628+0000 mgr.y (mgr.14370) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:23:59.221 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:23:58 smithi113 bash[21416]: audit 2024-05-11T04:23:58.812167+0000 mon.a (mon.0) 879 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:59.221 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:58 smithi113 bash[31590]: cluster 2024-05-11T04:23:57.772628+0000 mgr.y (mgr.14370) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:23:59.221 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:23:58 smithi113 bash[31590]: audit 2024-05-11T04:23:58.812167+0000 mon.a (mon.0) 879 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:23:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:58 smithi173 bash[23566]: cluster 2024-05-11T04:23:57.772628+0000 mgr.y (mgr.14370) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:23:59.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:23:58 smithi173 bash[23566]: audit 2024-05-11T04:23:58.812167+0000 mon.a (mon.0) 879 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:00.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:00 smithi113 bash[21416]: audit 2024-05-11T04:23:59.198703+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:24:00.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:00 smithi113 bash[31590]: audit 2024-05-11T04:23:59.198703+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:24:00.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:00 smithi173 bash[23566]: audit 2024-05-11T04:23:59.198703+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:24:01.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:01 smithi113 bash[21416]: cluster 2024-05-11T04:23:59.773449+0000 mgr.y (mgr.14370) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:24:01.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:01 smithi113 bash[31590]: cluster 2024-05-11T04:23:59.773449+0000 mgr.y (mgr.14370) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:24:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:01 smithi173 bash[23566]: cluster 2024-05-11T04:23:59.773449+0000 mgr.y (mgr.14370) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:24:01.687 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-05-11T04:24:01.696 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-11T04:24:01.696 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-11T04:24:01.696 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-11T04:24:03.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:03 smithi113 bash[21416]: cluster 2024-05-11T04:24:01.773962+0000 mgr.y (mgr.14370) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:24:03.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:03 smithi113 bash[31590]: cluster 2024-05-11T04:24:01.773962+0000 mgr.y (mgr.14370) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:24:03.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:03 smithi173 bash[23566]: cluster 2024-05-11T04:24:01.773962+0000 mgr.y (mgr.14370) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 7.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:24:05.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:05 smithi113 bash[21416]: cluster 2024-05-11T04:24:03.774573+0000 mgr.y (mgr.14370) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:24:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:05 smithi113 bash[31590]: cluster 2024-05-11T04:24:03.774573+0000 mgr.y (mgr.14370) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:24:05.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:05 smithi173 bash[23566]: cluster 2024-05-11T04:24:03.774573+0000 mgr.y (mgr.14370) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:24:06.441 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:06.461 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:24:06 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:24:06] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2024-05-11T04:24:07.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:07 smithi113 bash[21416]: cluster 2024-05-11T04:24:05.775670+0000 mgr.y (mgr.14370) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:24:07.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:07 smithi113 bash[31590]: cluster 2024-05-11T04:24:05.775670+0000 mgr.y (mgr.14370) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:24:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:07 smithi173 bash[23566]: cluster 2024-05-11T04:24:05.775670+0000 mgr.y (mgr.14370) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:24:09.140 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:24:09.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:09 smithi113 bash[21416]: cluster 2024-05-11T04:24:07.776333+0000 mgr.y (mgr.14370) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:24:09.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:09 smithi113 bash[21416]: audit 2024-05-11T04:24:09.138519+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.113:0/2828658917' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:24:09.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:09 smithi113 bash[31590]: cluster 2024-05-11T04:24:07.776333+0000 mgr.y (mgr.14370) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:24:09.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:09 smithi113 bash[31590]: audit 2024-05-11T04:24:09.138519+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.113:0/2828658917' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:24:09.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:09 smithi173 bash[23566]: cluster 2024-05-11T04:24:07.776333+0000 mgr.y (mgr.14370) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:24:09.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:09 smithi173 bash[23566]: audit 2024-05-11T04:24:09.138519+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.113:0/2828658917' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:24:09.796 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":20,"flags":0,"active_gid":14370,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":972756782},{"type":"v1","addr":"172.21.15.113:6801","nonce":972756782}]},"active_addr":"172.21.15.113:6801/972756782","active_change":"2024-05-11T04:21:13.703127+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24304,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.113:8443/","prometheus":"http://172.21.15.113:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":1858105279}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":1300344067}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":2569439819}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":1661036997}]}]} 2024-05-11T04:24:09.803 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-11T04:24:09.803 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-11T04:24:09.803 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:24:11.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:11 smithi113 bash[21416]: cluster 2024-05-11T04:24:09.777327+0000 mgr.y (mgr.14370) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:24:11.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:11 smithi113 bash[31590]: cluster 2024-05-11T04:24:09.777327+0000 mgr.y (mgr.14370) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:24:11.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:11 smithi173 bash[23566]: cluster 2024-05-11T04:24:09.777327+0000 mgr.y (mgr.14370) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:24:13.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:13 smithi173 bash[23566]: cluster 2024-05-11T04:24:11.777947+0000 mgr.y (mgr.14370) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:13.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:13 smithi113 bash[21416]: cluster 2024-05-11T04:24:11.777947+0000 mgr.y (mgr.14370) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:13.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:13 smithi113 bash[31590]: cluster 2024-05-11T04:24:11.777947+0000 mgr.y (mgr.14370) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:14 smithi173 bash[23566]: audit 2024-05-11T04:24:13.771523+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2024-05-11T04:24:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:14 smithi173 bash[23566]: audit 2024-05-11T04:24:13.772243+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-05-11T04:24:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:14 smithi173 bash[23566]: audit 2024-05-11T04:24:13.772914+0000 mon.a (mon.0) 883 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-05-11T04:24:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:14 smithi173 bash[23566]: audit 2024-05-11T04:24:13.812542+0000 mon.a (mon.0) 884 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:14.548 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:14.570 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:14 smithi113 bash[21416]: audit 2024-05-11T04:24:13.771523+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2024-05-11T04:24:14.570 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:14 smithi113 bash[21416]: audit 2024-05-11T04:24:13.772243+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-05-11T04:24:14.570 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:14 smithi113 bash[21416]: audit 2024-05-11T04:24:13.772914+0000 mon.a (mon.0) 883 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-05-11T04:24:14.570 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:14 smithi113 bash[21416]: audit 2024-05-11T04:24:13.812542+0000 mon.a (mon.0) 884 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:14.571 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:14 smithi113 bash[31590]: audit 2024-05-11T04:24:13.771523+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]: dispatch 2024-05-11T04:24:14.571 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:14 smithi113 bash[31590]: audit 2024-05-11T04:24:13.772243+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-05-11T04:24:14.571 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:14 smithi113 bash[31590]: audit 2024-05-11T04:24:13.772914+0000 mon.a (mon.0) 883 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-05-11T04:24:14.571 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:14 smithi113 bash[31590]: audit 2024-05-11T04:24:13.812542+0000 mon.a (mon.0) 884 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:15.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:15 smithi173 bash[23566]: cluster 2024-05-11T04:24:13.778493+0000 mgr.y (mgr.14370) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:15.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:15 smithi173 bash[23566]: audit 2024-05-11T04:24:14.251034+0000 mon.a (mon.0) 885 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2024-05-11T04:24:15.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:15 smithi173 bash[23566]: audit 2024-05-11T04:24:14.251259+0000 mon.a (mon.0) 886 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-05-11T04:24:15.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:15 smithi173 bash[23566]: audit 2024-05-11T04:24:14.251450+0000 mon.a (mon.0) 887 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-05-11T04:24:15.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:15 smithi173 bash[23566]: cluster 2024-05-11T04:24:14.251608+0000 mon.a (mon.0) 888 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:15 smithi113 bash[21416]: cluster 2024-05-11T04:24:13.778493+0000 mgr.y (mgr.14370) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:15 smithi113 bash[21416]: audit 2024-05-11T04:24:14.251034+0000 mon.a (mon.0) 885 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:15 smithi113 bash[21416]: audit 2024-05-11T04:24:14.251259+0000 mon.a (mon.0) 886 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:15 smithi113 bash[21416]: audit 2024-05-11T04:24:14.251450+0000 mon.a (mon.0) 887 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:15 smithi113 bash[21416]: cluster 2024-05-11T04:24:14.251608+0000 mon.a (mon.0) 888 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:15 smithi113 bash[31590]: cluster 2024-05-11T04:24:13.778493+0000 mgr.y (mgr.14370) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:15 smithi113 bash[31590]: audit 2024-05-11T04:24:14.251034+0000 mon.a (mon.0) 885 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [1, 5]}]': finished 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:15 smithi113 bash[31590]: audit 2024-05-11T04:24:14.251259+0000 mon.a (mon.0) 886 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:15 smithi113 bash[31590]: audit 2024-05-11T04:24:14.251450+0000 mon.a (mon.0) 887 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-05-11T04:24:15.640 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:15 smithi113 bash[31590]: cluster 2024-05-11T04:24:14.251608+0000 mon.a (mon.0) 888 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-05-11T04:24:16.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:16 smithi113 bash[21416]: cluster 2024-05-11T04:24:15.254090+0000 mon.a (mon.0) 889 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-05-11T04:24:16.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:24:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:24:16] "GET /metrics HTTP/1.1" 200 33786 "" "Prometheus/2.43.0" 2024-05-11T04:24:16.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:16 smithi113 bash[31590]: cluster 2024-05-11T04:24:15.254090+0000 mon.a (mon.0) 889 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-05-11T04:24:16.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:16 smithi173 bash[23566]: cluster 2024-05-11T04:24:15.254090+0000 mon.a (mon.0) 889 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-05-11T04:24:17.361 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:24:17.361 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":71,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:24:15.243117+0000","last_up_change":"2024-05-11T04:20:17.326237+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:21:52.832997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:23:43.162478+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:23:43.658089+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6803","nonce":1742295569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6805","nonce":1742295569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6809","nonce":1742295569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6807","nonce":1742295569}]},"public_addr":"172.21.15.113:6803/1742295569","cluster_addr":"172.21.15.113:6805/1742295569","heartbeat_back_addr":"172.21.15.113:6809/1742295569","heartbeat_front_addr":"172.21.15.113:6807/1742295569","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6811","nonce":2827523102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6813","nonce":2827523102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6817","nonce":2827523102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6815","nonce":2827523102}]},"public_addr":"172.21.15.113:6811/2827523102","cluster_addr":"172.21.15.113:6813/2827523102","heartbeat_back_addr":"172.21.15.113:6817/2827523102","heartbeat_front_addr":"172.21.15.113:6815/2827523102","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6819","nonce":742041139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6821","nonce":742041139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6825","nonce":742041139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6823","nonce":742041139}]},"public_addr":"172.21.15.113:6819/742041139","cluster_addr":"172.21.15.113:6821/742041139","heartbeat_back_addr":"172.21.15.113:6825/742041139","heartbeat_front_addr":"172.21.15.113:6823/742041139","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6827","nonce":1868147514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6829","nonce":1868147514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6833","nonce":1868147514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6831","nonce":1868147514}]},"public_addr":"172.21.15.113:6827/1868147514","cluster_addr":"172.21.15.113:6829/1868147514","heartbeat_back_addr":"172.21.15.113:6833/1868147514","heartbeat_front_addr":"172.21.15.113:6831/1868147514","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6801","nonce":3950459363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6803","nonce":3950459363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6807","nonce":3950459363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6805","nonce":3950459363}]},"public_addr":"172.21.15.173:6801/3950459363","cluster_addr":"172.21.15.173:6803/3950459363","heartbeat_back_addr":"172.21.15.173:6807/3950459363","heartbeat_front_addr":"172.21.15.173:6805/3950459363","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.17","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:6834/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6835/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:24:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:17 smithi173 bash[23566]: cluster 2024-05-11T04:24:15.779126+0000 mgr.y (mgr.14370) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:17.529 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:17 smithi113 bash[21416]: cluster 2024-05-11T04:24:15.779126+0000 mgr.y (mgr.14370) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:17.530 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:17 smithi113 bash[31590]: cluster 2024-05-11T04:24:15.779126+0000 mgr.y (mgr.14370) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:17.957 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-11T04:24:17.957 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:24:18.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:18 smithi113 bash[21416]: audit 2024-05-11T04:24:17.365013+0000 mon.a (mon.0) 890 : audit 0 from='client.? 172.21.15.113:0/3444511985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:24:18.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:18 smithi113 bash[31590]: audit 2024-05-11T04:24:17.365013+0000 mon.a (mon.0) 890 : audit 0 from='client.? 172.21.15.113:0/3444511985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:24:18.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:18 smithi173 bash[23566]: audit 2024-05-11T04:24:17.365013+0000 mon.a (mon.0) 890 : audit 0 from='client.? 172.21.15.113:0/3444511985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:24:19.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:19 smithi113 bash[21416]: cluster 2024-05-11T04:24:17.779757+0000 mgr.y (mgr.14370) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:19.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:19 smithi113 bash[31590]: cluster 2024-05-11T04:24:17.779757+0000 mgr.y (mgr.14370) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:19 smithi173 bash[23566]: cluster 2024-05-11T04:24:17.779757+0000 mgr.y (mgr.14370) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:21.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:21 smithi113 bash[21416]: cluster 2024-05-11T04:24:19.780841+0000 mgr.y (mgr.14370) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:21.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:21 smithi113 bash[31590]: cluster 2024-05-11T04:24:19.780841+0000 mgr.y (mgr.14370) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:21.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:21 smithi173 bash[23566]: cluster 2024-05-11T04:24:19.780841+0000 mgr.y (mgr.14370) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:22.697 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:23.544 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:23 smithi113 bash[21416]: cluster 2024-05-11T04:24:21.781515+0000 mgr.y (mgr.14370) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:23.544 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:23 smithi113 bash[31590]: cluster 2024-05-11T04:24:21.781515+0000 mgr.y (mgr.14370) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:23.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:23 smithi173 bash[23566]: cluster 2024-05-11T04:24:21.781515+0000 mgr.y (mgr.14370) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:25.366 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:24:25.366 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":71,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:24:15.243117+0000","last_up_change":"2024-05-11T04:20:17.326237+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:21:52.832997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:23:43.162478+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:23:43.658089+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6803","nonce":1742295569}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6805","nonce":1742295569}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6809","nonce":1742295569}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":1742295569},{"type":"v1","addr":"172.21.15.113:6807","nonce":1742295569}]},"public_addr":"172.21.15.113:6803/1742295569","cluster_addr":"172.21.15.113:6805/1742295569","heartbeat_back_addr":"172.21.15.113:6809/1742295569","heartbeat_front_addr":"172.21.15.113:6807/1742295569","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6811","nonce":2827523102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6813","nonce":2827523102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6817","nonce":2827523102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2827523102},{"type":"v1","addr":"172.21.15.113:6815","nonce":2827523102}]},"public_addr":"172.21.15.113:6811/2827523102","cluster_addr":"172.21.15.113:6813/2827523102","heartbeat_back_addr":"172.21.15.113:6817/2827523102","heartbeat_front_addr":"172.21.15.113:6815/2827523102","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6819","nonce":742041139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6821","nonce":742041139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6825","nonce":742041139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":742041139},{"type":"v1","addr":"172.21.15.113:6823","nonce":742041139}]},"public_addr":"172.21.15.113:6819/742041139","cluster_addr":"172.21.15.113:6821/742041139","heartbeat_back_addr":"172.21.15.113:6825/742041139","heartbeat_front_addr":"172.21.15.113:6823/742041139","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6827","nonce":1868147514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6829","nonce":1868147514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6833","nonce":1868147514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":1868147514},{"type":"v1","addr":"172.21.15.113:6831","nonce":1868147514}]},"public_addr":"172.21.15.113:6827/1868147514","cluster_addr":"172.21.15.113:6829/1868147514","heartbeat_back_addr":"172.21.15.113:6833/1868147514","heartbeat_front_addr":"172.21.15.113:6831/1868147514","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6801","nonce":3950459363}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6803","nonce":3950459363}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6807","nonce":3950459363}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3950459363},{"type":"v1","addr":"172.21.15.173:6805","nonce":3950459363}]},"public_addr":"172.21.15.173:6801/3950459363","cluster_addr":"172.21.15.173:6803/3950459363","heartbeat_back_addr":"172.21.15.173:6807/3950459363","heartbeat_front_addr":"172.21.15.173:6805/3950459363","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.17","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:6834/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6835/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:24:25.544 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:25 smithi113 bash[21416]: cluster 2024-05-11T04:24:23.782241+0000 mgr.y (mgr.14370) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:25.545 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:25 smithi113 bash[31590]: cluster 2024-05-11T04:24:23.782241+0000 mgr.y (mgr.14370) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:25.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:25 smithi173 bash[23566]: cluster 2024-05-11T04:24:23.782241+0000 mgr.y (mgr.14370) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:25.969 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-11T04:24:25.970 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-11T04:24:25.970 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-11T04:24:25.971 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-11T04:24:25.971 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-11T04:24:25.972 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-11T04:24:25.972 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-11T04:24:25.973 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-11T04:24:26.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:24:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:24:26] "GET /metrics HTTP/1.1" 200 33786 "" "Prometheus/2.43.0" 2024-05-11T04:24:26.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:26 smithi113 bash[21416]: audit 2024-05-11T04:24:25.368861+0000 mon.a (mon.0) 891 : audit 0 from='client.? 172.21.15.113:0/2211629880' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:24:26.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:26 smithi113 bash[31590]: audit 2024-05-11T04:24:25.368861+0000 mon.a (mon.0) 891 : audit 0 from='client.? 172.21.15.113:0/2211629880' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:24:26.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:26 smithi173 bash[23566]: audit 2024-05-11T04:24:25.368861+0000 mon.a (mon.0) 891 : audit 0 from='client.? 172.21.15.113:0/2211629880' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:24:27.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:27 smithi113 bash[21416]: cluster 2024-05-11T04:24:25.783525+0000 mgr.y (mgr.14370) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:27.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:27 smithi113 bash[31590]: cluster 2024-05-11T04:24:25.783525+0000 mgr.y (mgr.14370) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:27.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:27 smithi173 bash[23566]: cluster 2024-05-11T04:24:25.783525+0000 mgr.y (mgr.14370) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:29.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:29 smithi113 bash[31590]: cluster 2024-05-11T04:24:27.784325+0000 mgr.y (mgr.14370) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:29.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:29 smithi113 bash[31590]: audit 2024-05-11T04:24:28.812012+0000 mon.a (mon.0) 892 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:29.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:29 smithi113 bash[21416]: cluster 2024-05-11T04:24:27.784325+0000 mgr.y (mgr.14370) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:29.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:29 smithi113 bash[21416]: audit 2024-05-11T04:24:28.812012+0000 mon.a (mon.0) 892 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:29.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:29 smithi173 bash[23566]: cluster 2024-05-11T04:24:27.784325+0000 mgr.y (mgr.14370) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:29.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:29 smithi173 bash[23566]: audit 2024-05-11T04:24:28.812012+0000 mon.a (mon.0) 892 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:30.801 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.802 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.802 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.802 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.803 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.804 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.804 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:30.806 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:31.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:31 smithi113 bash[21416]: cluster 2024-05-11T04:24:29.785394+0000 mgr.y (mgr.14370) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:31.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:31 smithi113 bash[31590]: cluster 2024-05-11T04:24:29.785394+0000 mgr.y (mgr.14370) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:31.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:31 smithi173 bash[23566]: cluster 2024-05-11T04:24:29.785394+0000 mgr.y (mgr.14370) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:33.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:33 smithi113 bash[21416]: cluster 2024-05-11T04:24:31.785957+0000 mgr.y (mgr.14370) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:33.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:33 smithi113 bash[31590]: cluster 2024-05-11T04:24:31.785957+0000 mgr.y (mgr.14370) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:33.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:33 smithi173 bash[23566]: cluster 2024-05-11T04:24:31.785957+0000 mgr.y (mgr.14370) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:35.573 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:35 smithi113 bash[21416]: cluster 2024-05-11T04:24:33.786610+0000 mgr.y (mgr.14370) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:35.573 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:35 smithi113 bash[31590]: cluster 2024-05-11T04:24:33.786610+0000 mgr.y (mgr.14370) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:35.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:35 smithi173 bash[23566]: cluster 2024-05-11T04:24:33.786610+0000 mgr.y (mgr.14370) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:36.283 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:24:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:24:36] "GET /metrics HTTP/1.1" 200 33775 "" "Prometheus/2.43.0" 2024-05-11T04:24:37.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:37 smithi113 bash[21416]: cluster 2024-05-11T04:24:35.787699+0000 mgr.y (mgr.14370) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:37.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:37 smithi113 bash[31590]: cluster 2024-05-11T04:24:35.787699+0000 mgr.y (mgr.14370) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:37.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:37 smithi173 bash[23566]: cluster 2024-05-11T04:24:35.787699+0000 mgr.y (mgr.14370) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:39.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:39 smithi113 bash[21416]: cluster 2024-05-11T04:24:37.788336+0000 mgr.y (mgr.14370) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:39.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:39 smithi113 bash[31590]: cluster 2024-05-11T04:24:37.788336+0000 mgr.y (mgr.14370) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:39.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:39 smithi173 bash[23566]: cluster 2024-05-11T04:24:37.788336+0000 mgr.y (mgr.14370) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:41.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:41 smithi113 bash[21416]: cluster 2024-05-11T04:24:39.789440+0000 mgr.y (mgr.14370) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:41.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:41 smithi113 bash[31590]: cluster 2024-05-11T04:24:39.789440+0000 mgr.y (mgr.14370) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:41.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:41 smithi173 bash[23566]: cluster 2024-05-11T04:24:39.789440+0000 mgr.y (mgr.14370) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:41.922 INFO:teuthology.orchestra.run.smithi113.stdout:163208757322 2024-05-11T04:24:41.922 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-11T04:24:42.935 INFO:teuthology.orchestra.run.smithi113.stdout:55834574963 2024-05-11T04:24:42.935 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-11T04:24:43.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:43 smithi113 bash[21416]: cluster 2024-05-11T04:24:41.790188+0000 mgr.y (mgr.14370) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:43.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:43 smithi113 bash[31590]: cluster 2024-05-11T04:24:41.790188+0000 mgr.y (mgr.14370) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:43.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:43 smithi173 bash[23566]: cluster 2024-05-11T04:24:41.790188+0000 mgr.y (mgr.14370) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:44.302 INFO:teuthology.orchestra.run.smithi113.stdout:197568495682 2024-05-11T04:24:44.302 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-11T04:24:44.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:44 smithi113 bash[31590]: audit 2024-05-11T04:24:43.812503+0000 mon.a (mon.0) 893 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:44.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:44 smithi113 bash[21416]: audit 2024-05-11T04:24:43.812503+0000 mon.a (mon.0) 893 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:44.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:44 smithi173 bash[23566]: audit 2024-05-11T04:24:43.812503+0000 mon.a (mon.0) 893 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:45.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:45 smithi113 bash[21416]: cluster 2024-05-11T04:24:43.791056+0000 mgr.y (mgr.14370) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:45.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:45 smithi113 bash[31590]: cluster 2024-05-11T04:24:43.791056+0000 mgr.y (mgr.14370) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:45.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:45 smithi173 bash[23566]: cluster 2024-05-11T04:24:43.791056+0000 mgr.y (mgr.14370) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:45.908 INFO:teuthology.orchestra.run.smithi113.stdout:107374182495 2024-05-11T04:24:45.908 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-11T04:24:46.169 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:24:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:24:46] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.43.0" 2024-05-11T04:24:46.169 INFO:teuthology.orchestra.run.smithi113.stdout:128849018965 2024-05-11T04:24:46.170 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-11T04:24:46.573 INFO:teuthology.orchestra.run.smithi113.stdout:34359738493 2024-05-11T04:24:46.573 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-11T04:24:47.497 INFO:teuthology.orchestra.run.smithi113.stdout:77309411434 2024-05-11T04:24:47.497 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-11T04:24:47.500 INFO:teuthology.orchestra.run.smithi113.stdout:231928234040 2024-05-11T04:24:47.500 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-11T04:24:47.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:47 smithi113 bash[21416]: cluster 2024-05-11T04:24:45.792117+0000 mgr.y (mgr.14370) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:47.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:47 smithi113 bash[31590]: cluster 2024-05-11T04:24:45.792117+0000 mgr.y (mgr.14370) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:47.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:47 smithi173 bash[23566]: cluster 2024-05-11T04:24:45.792117+0000 mgr.y (mgr.14370) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:49.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:49 smithi113 bash[21416]: cluster 2024-05-11T04:24:47.792761+0000 mgr.y (mgr.14370) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:49.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:49 smithi113 bash[31590]: cluster 2024-05-11T04:24:47.792761+0000 mgr.y (mgr.14370) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:49 smithi173 bash[23566]: cluster 2024-05-11T04:24:47.792761+0000 mgr.y (mgr.14370) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:50.464 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:50.464 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:50.465 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:50.465 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:50.467 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:50.468 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:51.483 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:51.484 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:24:51.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:51 smithi113 bash[21416]: cluster 2024-05-11T04:24:49.793779+0000 mgr.y (mgr.14370) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:51.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:51 smithi113 bash[31590]: cluster 2024-05-11T04:24:49.793779+0000 mgr.y (mgr.14370) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:51.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:51 smithi173 bash[23566]: cluster 2024-05-11T04:24:49.793779+0000 mgr.y (mgr.14370) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:53.555 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:53 smithi113 bash[31590]: cluster 2024-05-11T04:24:51.794376+0000 mgr.y (mgr.14370) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:53.556 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:53 smithi113 bash[21416]: cluster 2024-05-11T04:24:51.794376+0000 mgr.y (mgr.14370) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:53.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:53 smithi173 bash[23566]: cluster 2024-05-11T04:24:51.794376+0000 mgr.y (mgr.14370) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:55.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:55 smithi113 bash[21416]: cluster 2024-05-11T04:24:53.795045+0000 mgr.y (mgr.14370) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:55.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:55 smithi113 bash[31590]: cluster 2024-05-11T04:24:53.795045+0000 mgr.y (mgr.14370) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:55 smithi173 bash[23566]: cluster 2024-05-11T04:24:53.795045+0000 mgr.y (mgr.14370) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:56.262 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:24:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:24:56] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.43.0" 2024-05-11T04:24:56.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:56 smithi113 bash[21416]: audit 2024-05-11T04:24:55.960301+0000 mon.a (mon.0) 894 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:24:56.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:56 smithi113 bash[31590]: audit 2024-05-11T04:24:55.960301+0000 mon.a (mon.0) 894 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:24:56.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:56 smithi173 bash[23566]: audit 2024-05-11T04:24:55.960301+0000 mon.a (mon.0) 894 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:24:57.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:57 smithi113 bash[31590]: cluster 2024-05-11T04:24:55.796193+0000 mgr.y (mgr.14370) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:57.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:57 smithi113 bash[31590]: audit 2024-05-11T04:24:56.489318+0000 mon.a (mon.0) 895 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:24:57.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:57 smithi113 bash[31590]: audit 2024-05-11T04:24:56.490799+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:24:57.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:57 smithi113 bash[31590]: audit 2024-05-11T04:24:56.502497+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:24:57.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:57 smithi113 bash[21416]: cluster 2024-05-11T04:24:55.796193+0000 mgr.y (mgr.14370) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:57.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:57 smithi113 bash[21416]: audit 2024-05-11T04:24:56.489318+0000 mon.a (mon.0) 895 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:24:57.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:57 smithi113 bash[21416]: audit 2024-05-11T04:24:56.490799+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:24:57.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:57 smithi113 bash[21416]: audit 2024-05-11T04:24:56.502497+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:24:57.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:57 smithi173 bash[23566]: cluster 2024-05-11T04:24:55.796193+0000 mgr.y (mgr.14370) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:57.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:57 smithi173 bash[23566]: audit 2024-05-11T04:24:56.489318+0000 mon.a (mon.0) 895 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:24:57.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:57 smithi173 bash[23566]: audit 2024-05-11T04:24:56.490799+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:24:57.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:57 smithi173 bash[23566]: audit 2024-05-11T04:24:56.502497+0000 mon.a (mon.0) 897 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:24:59.492 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:59 smithi113 bash[21416]: cluster 2024-05-11T04:24:57.796907+0000 mgr.y (mgr.14370) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:59.492 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:24:59 smithi113 bash[21416]: audit 2024-05-11T04:24:58.812821+0000 mon.a (mon.0) 898 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:59.492 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:59 smithi113 bash[31590]: cluster 2024-05-11T04:24:57.796907+0000 mgr.y (mgr.14370) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:59.492 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:24:59 smithi113 bash[31590]: audit 2024-05-11T04:24:58.812821+0000 mon.a (mon.0) 898 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:24:59.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:59 smithi173 bash[23566]: cluster 2024-05-11T04:24:57.796907+0000 mgr.y (mgr.14370) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:24:59.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:24:59 smithi173 bash[23566]: audit 2024-05-11T04:24:58.812821+0000 mon.a (mon.0) 898 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:00.348 INFO:teuthology.orchestra.run.smithi113.stdout:163208757326 2024-05-11T04:25:00.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:00 smithi113 bash[21416]: audit 2024-05-11T04:25:00.354688+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.113:0/4019087325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:25:00.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:00 smithi113 bash[31590]: audit 2024-05-11T04:25:00.354688+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.113:0/4019087325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:25:00.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:00 smithi173 bash[23566]: audit 2024-05-11T04:25:00.354688+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.113:0/4019087325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:25:01.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:01 smithi113 bash[21416]: cluster 2024-05-11T04:24:59.797899+0000 mgr.y (mgr.14370) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:01.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:01 smithi113 bash[31590]: cluster 2024-05-11T04:24:59.797899+0000 mgr.y (mgr.14370) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:01 smithi173 bash[23566]: cluster 2024-05-11T04:24:59.797899+0000 mgr.y (mgr.14370) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:02.140 INFO:teuthology.orchestra.run.smithi113.stdout:55834574967 2024-05-11T04:25:02.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:02 smithi113 bash[21416]: audit 2024-05-11T04:25:02.146331+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.113:0/3353064627' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:25:02.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:02 smithi113 bash[31590]: audit 2024-05-11T04:25:02.146331+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.113:0/3353064627' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:25:02.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:02 smithi173 bash[23566]: audit 2024-05-11T04:25:02.146331+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.113:0/3353064627' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:25:03.632 INFO:teuthology.orchestra.run.smithi113.stdout:34359738497 2024-05-11T04:25:03.645 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:03 smithi113 bash[21416]: cluster 2024-05-11T04:25:01.798289+0000 mgr.y (mgr.14370) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:03.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:03 smithi113 bash[31590]: cluster 2024-05-11T04:25:01.798289+0000 mgr.y (mgr.14370) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:03.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:03 smithi173 bash[23566]: cluster 2024-05-11T04:25:01.798289+0000 mgr.y (mgr.14370) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:03.775 INFO:teuthology.orchestra.run.smithi113.stdout:107374182499 2024-05-11T04:25:04.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:04 smithi113 bash[21416]: audit 2024-05-11T04:25:03.638286+0000 mon.a (mon.0) 899 : audit 0 from='client.? 172.21.15.113:0/1020269067' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:25:04.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:04 smithi113 bash[21416]: audit 2024-05-11T04:25:03.781423+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.113:0/3728117023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:25:04.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:04 smithi113 bash[31590]: audit 2024-05-11T04:25:03.638286+0000 mon.a (mon.0) 899 : audit 0 from='client.? 172.21.15.113:0/1020269067' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:25:04.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:04 smithi113 bash[31590]: audit 2024-05-11T04:25:03.781423+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.113:0/3728117023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:25:04.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:04 smithi173 bash[23566]: audit 2024-05-11T04:25:03.638286+0000 mon.a (mon.0) 899 : audit 0 from='client.? 172.21.15.113:0/1020269067' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:25:04.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:04 smithi173 bash[23566]: audit 2024-05-11T04:25:03.781423+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.113:0/3728117023' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:25:04.815 INFO:teuthology.orchestra.run.smithi113.stdout:128849018969 2024-05-11T04:25:05.331 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574963 got 55834574967 for osd.1 2024-05-11T04:25:05.331 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:05.337 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757322 got 163208757326 for osd.5 2024-05-11T04:25:05.337 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:05.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:05 smithi113 bash[21416]: cluster 2024-05-11T04:25:03.798620+0000 mgr.y (mgr.14370) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:05.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:05 smithi113 bash[21416]: audit 2024-05-11T04:25:04.821726+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.113:0/2243933739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:25:05.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:05 smithi113 bash[31590]: cluster 2024-05-11T04:25:03.798620+0000 mgr.y (mgr.14370) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:05.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:05 smithi113 bash[31590]: audit 2024-05-11T04:25:04.821726+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.113:0/2243933739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:25:05.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:05 smithi173 bash[23566]: cluster 2024-05-11T04:25:03.798620+0000 mgr.y (mgr.14370) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:05.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:05 smithi173 bash[23566]: audit 2024-05-11T04:25:04.821726+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.113:0/2243933739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:25:06.183 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182495 got 107374182499 for osd.3 2024-05-11T04:25:06.183 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:06.294 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:06 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:25:06] "GET /metrics HTTP/1.1" 200 33784 "" "Prometheus/2.43.0" 2024-05-11T04:25:06.556 INFO:teuthology.orchestra.run.smithi113.stdout:77309411438 2024-05-11T04:25:06.641 INFO:teuthology.orchestra.run.smithi113.stdout:197568495687 2024-05-11T04:25:07.494 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738493 got 34359738497 for osd.0 2024-05-11T04:25:07.495 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:07.678 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:07 smithi113 bash[31590]: cluster 2024-05-11T04:25:05.799600+0000 mgr.y (mgr.14370) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:07.678 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:07 smithi113 bash[31590]: audit 2024-05-11T04:25:06.561995+0000 mon.a (mon.0) 900 : audit 0 from='client.? 172.21.15.113:0/3302305223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:25:07.678 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:07 smithi113 bash[31590]: audit 2024-05-11T04:25:06.647748+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.113:0/2152670778' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:25:07.678 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:07 smithi113 bash[21416]: cluster 2024-05-11T04:25:05.799600+0000 mgr.y (mgr.14370) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:07.678 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:07 smithi113 bash[21416]: audit 2024-05-11T04:25:06.561995+0000 mon.a (mon.0) 900 : audit 0 from='client.? 172.21.15.113:0/3302305223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:25:07.678 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:07 smithi113 bash[21416]: audit 2024-05-11T04:25:06.647748+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.113:0/2152670778' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:25:07.679 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018965 got 128849018969 for osd.4 2024-05-11T04:25:07.679 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:07 smithi173 bash[23566]: cluster 2024-05-11T04:25:05.799600+0000 mgr.y (mgr.14370) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:07 smithi173 bash[23566]: audit 2024-05-11T04:25:06.561995+0000 mon.a (mon.0) 900 : audit 0 from='client.? 172.21.15.113:0/3302305223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:25:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:07 smithi173 bash[23566]: audit 2024-05-11T04:25:06.647748+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.113:0/2152670778' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:25:08.033 INFO:teuthology.orchestra.run.smithi113.stdout:231928234044 2024-05-11T04:25:08.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:08 smithi113 bash[21416]: audit 2024-05-11T04:25:08.039453+0000 mon.a (mon.0) 902 : audit 0 from='client.? 172.21.15.113:0/1710974437' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:25:08.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:08 smithi113 bash[31590]: audit 2024-05-11T04:25:08.039453+0000 mon.a (mon.0) 902 : audit 0 from='client.? 172.21.15.113:0/1710974437' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:25:08.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:08 smithi173 bash[23566]: audit 2024-05-11T04:25:08.039453+0000 mon.a (mon.0) 902 : audit 0 from='client.? 172.21.15.113:0/1710974437' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:25:09.170 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495682 got 197568495687 for osd.6 2024-05-11T04:25:09.170 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411434 got 77309411438 for osd.2 2024-05-11T04:25:09.170 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:09.171 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:09.307 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234040 got 231928234044 for osd.7 2024-05-11T04:25:09.307 DEBUG:teuthology.parallel:result is None 2024-05-11T04:25:09.308 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-11T04:25:09.308 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:25:09.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:09 smithi113 bash[31590]: cluster 2024-05-11T04:25:07.799998+0000 mgr.y (mgr.14370) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:09 smithi113 bash[21416]: cluster 2024-05-11T04:25:07.799998+0000 mgr.y (mgr.14370) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:09.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:09 smithi173 bash[23566]: cluster 2024-05-11T04:25:07.799998+0000 mgr.y (mgr.14370) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:11.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:11 smithi113 bash[21416]: cluster 2024-05-11T04:25:09.801012+0000 mgr.y (mgr.14370) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:11.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:11 smithi113 bash[31590]: cluster 2024-05-11T04:25:09.801012+0000 mgr.y (mgr.14370) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:11.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:11 smithi173 bash[23566]: cluster 2024-05-11T04:25:09.801012+0000 mgr.y (mgr.14370) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:13.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:13 smithi113 bash[21416]: cluster 2024-05-11T04:25:11.801661+0000 mgr.y (mgr.14370) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:13.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:13 smithi113 bash[31590]: cluster 2024-05-11T04:25:11.801661+0000 mgr.y (mgr.14370) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:13.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:13 smithi173 bash[23566]: cluster 2024-05-11T04:25:11.801661+0000 mgr.y (mgr.14370) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:14.053 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:25:14.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:14 smithi113 bash[21416]: audit 2024-05-11T04:25:13.814158+0000 mon.a (mon.0) 903 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:14.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:14 smithi113 bash[31590]: audit 2024-05-11T04:25:13.814158+0000 mon.a (mon.0) 903 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:14.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:14 smithi173 bash[23566]: audit 2024-05-11T04:25:13.814158+0000 mon.a (mon.0) 903 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:15.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:15 smithi113 bash[21416]: cluster 2024-05-11T04:25:13.802365+0000 mgr.y (mgr.14370) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:15.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:15 smithi113 bash[31590]: cluster 2024-05-11T04:25:13.802365+0000 mgr.y (mgr.14370) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:15.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:15 smithi173 bash[23566]: cluster 2024-05-11T04:25:13.802365+0000 mgr.y (mgr.14370) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:16.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:25:16] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.43.0" 2024-05-11T04:25:16.953 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:25:16.954 INFO:teuthology.orchestra.run.smithi113.stderr:dumped all 2024-05-11T04:25:17.614 INFO:teuthology.orchestra.run.smithi113.stdout:{"pg_ready":true,"pg_map":{"version":136,"stamp":"2024-05-11T04:25:15.802703+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":244200,"kb_used_data":7548,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749717016,"statfs":{"total":767960285184,"available":767710224384,"internally_reserved":0,"allocated":7729152,"data_stored":4351014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":242208312},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004239"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.656545+0000","last_change":"2024-05-11T04:24:15.656545+0000","last_active":"2024-05-11T04:24:15.656545+0000","last_peered":"2024-05-11T04:24:15.656545+0000","last_clean":"2024-05-11T04:24:15.656545+0000","last_became_active":"2024-05-11T04:24:15.655631+0000","last_became_peered":"2024-05-11T04:24:15.655631+0000","last_unstale":"2024-05-11T04:24:15.656545+0000","last_undegraded":"2024-05-11T04:24:15.656545+0000","last_fullsized":"2024-05-11T04:24:15.656545+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:33:37.834975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320416+0000","last_change":"2024-05-11T04:23:44.265859+0000","last_active":"2024-05-11T04:24:14.320416+0000","last_peered":"2024-05-11T04:24:14.320416+0000","last_clean":"2024-05-11T04:24:14.320416+0000","last_became_active":"2024-05-11T04:23:44.264849+0000","last_became_peered":"2024-05-11T04:23:44.264849+0000","last_unstale":"2024-05-11T04:24:14.320416+0000","last_undegraded":"2024-05-11T04:24:14.320416+0000","last_fullsized":"2024-05-11T04:24:14.320416+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:02:13.795323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253872+0000","last_change":"2024-05-11T04:23:46.119254+0000","last_active":"2024-05-11T04:24:14.253872+0000","last_peered":"2024-05-11T04:24:14.253872+0000","last_clean":"2024-05-11T04:24:14.253872+0000","last_became_active":"2024-05-11T04:23:46.118364+0000","last_became_peered":"2024-05-11T04:23:46.118364+0000","last_unstale":"2024-05-11T04:24:14.253872+0000","last_undegraded":"2024-05-11T04:24:14.253872+0000","last_fullsized":"2024-05-11T04:24:14.253872+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:14:38.086478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253842+0000","last_change":"2024-05-11T04:23:44.250146+0000","last_active":"2024-05-11T04:24:14.253842+0000","last_peered":"2024-05-11T04:24:14.253842+0000","last_clean":"2024-05-11T04:24:14.253842+0000","last_became_active":"2024-05-11T04:23:44.246912+0000","last_became_peered":"2024-05-11T04:23:44.246912+0000","last_unstale":"2024-05-11T04:24:14.253842+0000","last_undegraded":"2024-05-11T04:24:14.253842+0000","last_fullsized":"2024-05-11T04:24:14.253842+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:16:40.772001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251768+0000","last_change":"2024-05-11T04:23:44.305053+0000","last_active":"2024-05-11T04:24:14.251768+0000","last_peered":"2024-05-11T04:24:14.251768+0000","last_clean":"2024-05-11T04:24:14.251768+0000","last_became_active":"2024-05-11T04:23:44.304668+0000","last_became_peered":"2024-05-11T04:23:44.304668+0000","last_unstale":"2024-05-11T04:24:14.251768+0000","last_undegraded":"2024-05-11T04:24:14.251768+0000","last_fullsized":"2024-05-11T04:24:14.251768+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:45:12.745549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258772+0000","last_change":"2024-05-11T04:23:44.266085+0000","last_active":"2024-05-11T04:24:14.258772+0000","last_peered":"2024-05-11T04:24:14.258772+0000","last_clean":"2024-05-11T04:24:14.258772+0000","last_became_active":"2024-05-11T04:23:44.265347+0000","last_became_peered":"2024-05-11T04:23:44.265347+0000","last_unstale":"2024-05-11T04:24:14.258772+0000","last_undegraded":"2024-05-11T04:24:14.258772+0000","last_fullsized":"2024-05-11T04:24:14.258772+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:23:12.972478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251740+0000","last_change":"2024-05-11T04:23:44.296192+0000","last_active":"2024-05-11T04:24:14.251740+0000","last_peered":"2024-05-11T04:24:14.251740+0000","last_clean":"2024-05-11T04:24:14.251740+0000","last_became_active":"2024-05-11T04:23:44.295170+0000","last_became_peered":"2024-05-11T04:23:44.295170+0000","last_unstale":"2024-05-11T04:24:14.251740+0000","last_undegraded":"2024-05-11T04:24:14.251740+0000","last_fullsized":"2024-05-11T04:24:14.251740+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:09:13.965916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.259180+0000","last_change":"2024-05-11T04:23:44.265179+0000","last_active":"2024-05-11T04:24:14.259180+0000","last_peered":"2024-05-11T04:24:14.259180+0000","last_clean":"2024-05-11T04:24:14.259180+0000","last_became_active":"2024-05-11T04:23:44.264807+0000","last_became_peered":"2024-05-11T04:23:44.264807+0000","last_unstale":"2024-05-11T04:24:14.259180+0000","last_undegraded":"2024-05-11T04:24:14.259180+0000","last_fullsized":"2024-05-11T04:24:14.259180+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:28:01.748064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257931+0000","last_change":"2024-05-11T04:23:44.301869+0000","last_active":"2024-05-11T04:24:14.257931+0000","last_peered":"2024-05-11T04:24:14.257931+0000","last_clean":"2024-05-11T04:24:14.257931+0000","last_became_active":"2024-05-11T04:23:44.301466+0000","last_became_peered":"2024-05-11T04:23:44.301466+0000","last_unstale":"2024-05-11T04:24:14.257931+0000","last_undegraded":"2024-05-11T04:24:14.257931+0000","last_fullsized":"2024-05-11T04:24:14.257931+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:41:05.233556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319928+0000","last_change":"2024-05-11T04:23:44.270108+0000","last_active":"2024-05-11T04:24:14.319928+0000","last_peered":"2024-05-11T04:24:14.319928+0000","last_clean":"2024-05-11T04:24:14.319928+0000","last_became_active":"2024-05-11T04:23:44.267848+0000","last_became_peered":"2024-05-11T04:23:44.267848+0000","last_unstale":"2024-05-11T04:24:14.319928+0000","last_undegraded":"2024-05-11T04:24:14.319928+0000","last_fullsized":"2024-05-11T04:24:14.319928+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:05:40.721474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251734+0000","last_change":"2024-05-11T04:23:44.409886+0000","last_active":"2024-05-11T04:24:14.251734+0000","last_peered":"2024-05-11T04:24:14.251734+0000","last_clean":"2024-05-11T04:24:14.251734+0000","last_became_active":"2024-05-11T04:23:44.408805+0000","last_became_peered":"2024-05-11T04:23:44.408805+0000","last_unstale":"2024-05-11T04:24:14.251734+0000","last_undegraded":"2024-05-11T04:24:14.251734+0000","last_fullsized":"2024-05-11T04:24:14.251734+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:13:55.478394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320128+0000","last_change":"2024-05-11T04:23:44.258424+0000","last_active":"2024-05-11T04:24:14.320128+0000","last_peered":"2024-05-11T04:24:14.320128+0000","last_clean":"2024-05-11T04:24:14.320128+0000","last_became_active":"2024-05-11T04:23:44.257498+0000","last_became_peered":"2024-05-11T04:23:44.257498+0000","last_unstale":"2024-05-11T04:24:14.320128+0000","last_undegraded":"2024-05-11T04:24:14.320128+0000","last_fullsized":"2024-05-11T04:24:14.320128+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:21:16.491265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258327+0000","last_change":"2024-05-11T04:21:53.907460+0000","last_active":"2024-05-11T04:24:14.258327+0000","last_peered":"2024-05-11T04:24:14.258327+0000","last_clean":"2024-05-11T04:24:14.258327+0000","last_became_active":"2024-05-11T04:21:53.906768+0000","last_became_peered":"2024-05-11T04:21:53.906768+0000","last_unstale":"2024-05-11T04:24:14.258327+0000","last_undegraded":"2024-05-11T04:24:14.258327+0000","last_fullsized":"2024-05-11T04:24:14.258327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:20:01.955083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252457+0000","last_change":"2024-05-11T04:23:46.118986+0000","last_active":"2024-05-11T04:24:14.252457+0000","last_peered":"2024-05-11T04:24:14.252457+0000","last_clean":"2024-05-11T04:24:14.252457+0000","last_became_active":"2024-05-11T04:23:46.118093+0000","last_became_peered":"2024-05-11T04:23:46.118093+0000","last_unstale":"2024-05-11T04:24:14.252457+0000","last_undegraded":"2024-05-11T04:24:14.252457+0000","last_fullsized":"2024-05-11T04:24:14.252457+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:21:40.706978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251720+0000","last_change":"2024-05-11T04:21:54.534560+0000","last_active":"2024-05-11T04:24:14.251720+0000","last_peered":"2024-05-11T04:24:14.251720+0000","last_clean":"2024-05-11T04:24:14.251720+0000","last_became_active":"2024-05-11T04:21:54.533572+0000","last_became_peered":"2024-05-11T04:21:54.533572+0000","last_unstale":"2024-05-11T04:24:14.251720+0000","last_undegraded":"2024-05-11T04:24:14.251720+0000","last_fullsized":"2024-05-11T04:24:14.251720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:36:16.308440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254850+0000","last_change":"2024-05-11T04:23:44.267817+0000","last_active":"2024-05-11T04:24:14.254850+0000","last_peered":"2024-05-11T04:24:14.254850+0000","last_clean":"2024-05-11T04:24:14.254850+0000","last_became_active":"2024-05-11T04:23:44.267150+0000","last_became_peered":"2024-05-11T04:23:44.267150+0000","last_unstale":"2024-05-11T04:24:14.254850+0000","last_undegraded":"2024-05-11T04:24:14.254850+0000","last_fullsized":"2024-05-11T04:24:14.254850+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:36:20.387445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320134+0000","last_change":"2024-05-11T04:23:44.407656+0000","last_active":"2024-05-11T04:24:14.320134+0000","last_peered":"2024-05-11T04:24:14.320134+0000","last_clean":"2024-05-11T04:24:14.320134+0000","last_became_active":"2024-05-11T04:23:44.407268+0000","last_became_peered":"2024-05-11T04:23:44.407268+0000","last_unstale":"2024-05-11T04:24:14.320134+0000","last_undegraded":"2024-05-11T04:24:14.320134+0000","last_fullsized":"2024-05-11T04:24:14.320134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:06:30.283014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251390+0000","last_change":"2024-05-11T04:23:44.257926+0000","last_active":"2024-05-11T04:24:14.251390+0000","last_peered":"2024-05-11T04:24:14.251390+0000","last_clean":"2024-05-11T04:24:14.251390+0000","last_became_active":"2024-05-11T04:23:44.256038+0000","last_became_peered":"2024-05-11T04:23:44.256038+0000","last_unstale":"2024-05-11T04:24:14.251390+0000","last_undegraded":"2024-05-11T04:24:14.251390+0000","last_fullsized":"2024-05-11T04:24:14.251390+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:49:19.873153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246592+0000","last_change":"2024-05-11T04:21:54.533064+0000","last_active":"2024-05-11T04:24:14.246592+0000","last_peered":"2024-05-11T04:24:14.246592+0000","last_clean":"2024-05-11T04:24:14.246592+0000","last_became_active":"2024-05-11T04:21:54.532210+0000","last_became_peered":"2024-05-11T04:21:54.532210+0000","last_unstale":"2024-05-11T04:24:14.246592+0000","last_undegraded":"2024-05-11T04:24:14.246592+0000","last_fullsized":"2024-05-11T04:24:14.246592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:36:52.013841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320178+0000","last_change":"2024-05-11T04:23:44.304030+0000","last_active":"2024-05-11T04:24:14.320178+0000","last_peered":"2024-05-11T04:24:14.320178+0000","last_clean":"2024-05-11T04:24:14.320178+0000","last_became_active":"2024-05-11T04:23:44.303642+0000","last_became_peered":"2024-05-11T04:23:44.303642+0000","last_unstale":"2024-05-11T04:24:14.320178+0000","last_undegraded":"2024-05-11T04:24:14.320178+0000","last_fullsized":"2024-05-11T04:24:14.320178+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:17:07.196634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319747+0000","last_change":"2024-05-11T04:23:44.264512+0000","last_active":"2024-05-11T04:24:14.319747+0000","last_peered":"2024-05-11T04:24:14.319747+0000","last_clean":"2024-05-11T04:24:14.319747+0000","last_became_active":"2024-05-11T04:23:44.253620+0000","last_became_peered":"2024-05-11T04:23:44.253620+0000","last_unstale":"2024-05-11T04:24:14.319747+0000","last_undegraded":"2024-05-11T04:24:14.319747+0000","last_fullsized":"2024-05-11T04:24:14.319747+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:16:02.933343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246146+0000","last_change":"2024-05-11T04:21:53.907455+0000","last_active":"2024-05-11T04:24:14.246146+0000","last_peered":"2024-05-11T04:24:14.246146+0000","last_clean":"2024-05-11T04:24:14.246146+0000","last_became_active":"2024-05-11T04:21:53.906883+0000","last_became_peered":"2024-05-11T04:21:53.906883+0000","last_unstale":"2024-05-11T04:24:14.246146+0000","last_undegraded":"2024-05-11T04:24:14.246146+0000","last_fullsized":"2024-05-11T04:24:14.246146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:09:04.246344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257814+0000","last_change":"2024-05-11T04:23:44.303742+0000","last_active":"2024-05-11T04:24:14.257814+0000","last_peered":"2024-05-11T04:24:14.257814+0000","last_clean":"2024-05-11T04:24:14.257814+0000","last_became_active":"2024-05-11T04:23:44.303346+0000","last_became_peered":"2024-05-11T04:23:44.303346+0000","last_unstale":"2024-05-11T04:24:14.257814+0000","last_undegraded":"2024-05-11T04:24:14.257814+0000","last_fullsized":"2024-05-11T04:24:14.257814+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:57:16.178340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253020+0000","last_change":"2024-05-11T04:23:44.255851+0000","last_active":"2024-05-11T04:24:14.253020+0000","last_peered":"2024-05-11T04:24:14.253020+0000","last_clean":"2024-05-11T04:24:14.253020+0000","last_became_active":"2024-05-11T04:23:44.254957+0000","last_became_peered":"2024-05-11T04:23:44.254957+0000","last_unstale":"2024-05-11T04:24:14.253020+0000","last_undegraded":"2024-05-11T04:24:14.253020+0000","last_fullsized":"2024-05-11T04:24:14.253020+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:45:36.871199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":269,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.282312+0000","last_change":"2024-05-11T04:20:20.658648+0000","last_active":"2024-05-11T04:24:15.282312+0000","last_peered":"2024-05-11T04:24:15.282312+0000","last_clean":"2024-05-11T04:24:15.282312+0000","last_became_active":"2024-05-11T04:20:20.657346+0000","last_became_peered":"2024-05-11T04:20:20.657346+0000","last_unstale":"2024-05-11T04:24:15.282312+0000","last_undegraded":"2024-05-11T04:24:15.282312+0000","last_fullsized":"2024-05-11T04:24:15.282312+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_clean_scrub_stamp":"2024-05-11T04:16:14.037965+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:34:03.444824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256793+0000","last_change":"2024-05-11T04:21:53.904098+0000","last_active":"2024-05-11T04:24:14.256793+0000","last_peered":"2024-05-11T04:24:14.256793+0000","last_clean":"2024-05-11T04:24:14.256793+0000","last_became_active":"2024-05-11T04:21:53.903388+0000","last_became_peered":"2024-05-11T04:21:53.903388+0000","last_unstale":"2024-05-11T04:24:14.256793+0000","last_undegraded":"2024-05-11T04:24:14.256793+0000","last_fullsized":"2024-05-11T04:24:14.256793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:34:50.480474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254739+0000","last_change":"2024-05-11T04:23:44.408740+0000","last_active":"2024-05-11T04:24:14.254739+0000","last_peered":"2024-05-11T04:24:14.254739+0000","last_clean":"2024-05-11T04:24:14.254739+0000","last_became_active":"2024-05-11T04:23:44.408375+0000","last_became_peered":"2024-05-11T04:23:44.408375+0000","last_unstale":"2024-05-11T04:24:14.254739+0000","last_undegraded":"2024-05-11T04:24:14.254739+0000","last_fullsized":"2024-05-11T04:24:14.254739+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:48:17.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249280+0000","last_change":"2024-05-11T04:23:44.243444+0000","last_active":"2024-05-11T04:24:14.249280+0000","last_peered":"2024-05-11T04:24:14.249280+0000","last_clean":"2024-05-11T04:24:14.249280+0000","last_became_active":"2024-05-11T04:23:44.242615+0000","last_became_peered":"2024-05-11T04:23:44.242615+0000","last_unstale":"2024-05-11T04:24:14.249280+0000","last_undegraded":"2024-05-11T04:24:14.249280+0000","last_fullsized":"2024-05-11T04:24:14.249280+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:38:03.007238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257394+0000","last_change":"2024-05-11T04:21:54.079507+0000","last_active":"2024-05-11T04:24:14.257394+0000","last_peered":"2024-05-11T04:24:14.257394+0000","last_clean":"2024-05-11T04:24:14.257394+0000","last_became_active":"2024-05-11T04:21:54.078548+0000","last_became_peered":"2024-05-11T04:21:54.078548+0000","last_unstale":"2024-05-11T04:24:14.257394+0000","last_undegraded":"2024-05-11T04:24:14.257394+0000","last_fullsized":"2024-05-11T04:24:14.257394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:09:58.670586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251240+0000","last_change":"2024-05-11T04:23:44.298702+0000","last_active":"2024-05-11T04:24:14.251240+0000","last_peered":"2024-05-11T04:24:14.251240+0000","last_clean":"2024-05-11T04:24:14.251240+0000","last_became_active":"2024-05-11T04:23:44.298143+0000","last_became_peered":"2024-05-11T04:23:44.298143+0000","last_unstale":"2024-05-11T04:24:14.251240+0000","last_undegraded":"2024-05-11T04:24:14.251240+0000","last_fullsized":"2024-05-11T04:24:14.251240+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:56:45.540482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252247+0000","last_change":"2024-05-11T04:23:44.248789+0000","last_active":"2024-05-11T04:24:14.252247+0000","last_peered":"2024-05-11T04:24:14.252247+0000","last_clean":"2024-05-11T04:24:14.252247+0000","last_became_active":"2024-05-11T04:23:44.247973+0000","last_became_peered":"2024-05-11T04:23:44.247973+0000","last_unstale":"2024-05-11T04:24:14.252247+0000","last_undegraded":"2024-05-11T04:24:14.252247+0000","last_fullsized":"2024-05-11T04:24:14.252247+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:12:24.582487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256222+0000","last_change":"2024-05-11T04:21:53.908081+0000","last_active":"2024-05-11T04:24:14.256222+0000","last_peered":"2024-05-11T04:24:14.256222+0000","last_clean":"2024-05-11T04:24:14.256222+0000","last_became_active":"2024-05-11T04:21:53.907160+0000","last_became_peered":"2024-05-11T04:21:53.907160+0000","last_unstale":"2024-05-11T04:24:14.256222+0000","last_undegraded":"2024-05-11T04:24:14.256222+0000","last_fullsized":"2024-05-11T04:24:14.256222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:44:27.849714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249631+0000","last_change":"2024-05-11T04:23:44.408115+0000","last_active":"2024-05-11T04:24:14.249631+0000","last_peered":"2024-05-11T04:24:14.249631+0000","last_clean":"2024-05-11T04:24:14.249631+0000","last_became_active":"2024-05-11T04:23:44.407733+0000","last_became_peered":"2024-05-11T04:23:44.407733+0000","last_unstale":"2024-05-11T04:24:14.249631+0000","last_undegraded":"2024-05-11T04:24:14.249631+0000","last_fullsized":"2024-05-11T04:24:14.249631+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:27:44.422128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258546+0000","last_change":"2024-05-11T04:23:44.253608+0000","last_active":"2024-05-11T04:24:14.258546+0000","last_peered":"2024-05-11T04:24:14.258546+0000","last_clean":"2024-05-11T04:24:14.258546+0000","last_became_active":"2024-05-11T04:23:44.252186+0000","last_became_peered":"2024-05-11T04:23:44.252186+0000","last_unstale":"2024-05-11T04:24:14.258546+0000","last_undegraded":"2024-05-11T04:24:14.258546+0000","last_fullsized":"2024-05-11T04:24:14.258546+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:22:57.034629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.250986+0000","last_change":"2024-05-11T04:21:53.908089+0000","last_active":"2024-05-11T04:24:14.250986+0000","last_peered":"2024-05-11T04:24:14.250986+0000","last_clean":"2024-05-11T04:24:14.250986+0000","last_became_active":"2024-05-11T04:21:53.906853+0000","last_became_peered":"2024-05-11T04:21:53.906853+0000","last_unstale":"2024-05-11T04:24:14.250986+0000","last_undegraded":"2024-05-11T04:24:14.250986+0000","last_fullsized":"2024-05-11T04:24:14.250986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:29:46.956425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254512+0000","last_change":"2024-05-11T04:23:44.298618+0000","last_active":"2024-05-11T04:24:14.254512+0000","last_peered":"2024-05-11T04:24:14.254512+0000","last_clean":"2024-05-11T04:24:14.254512+0000","last_became_active":"2024-05-11T04:23:44.298237+0000","last_became_peered":"2024-05-11T04:23:44.298237+0000","last_unstale":"2024-05-11T04:24:14.254512+0000","last_undegraded":"2024-05-11T04:24:14.254512+0000","last_fullsized":"2024-05-11T04:24:14.254512+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:10:13.724871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252777+0000","last_change":"2024-05-11T04:23:44.267728+0000","last_active":"2024-05-11T04:24:14.252777+0000","last_peered":"2024-05-11T04:24:14.252777+0000","last_clean":"2024-05-11T04:24:14.252777+0000","last_became_active":"2024-05-11T04:23:44.265212+0000","last_became_peered":"2024-05-11T04:23:44.265212+0000","last_unstale":"2024-05-11T04:24:14.252777+0000","last_undegraded":"2024-05-11T04:24:14.252777+0000","last_fullsized":"2024-05-11T04:24:14.252777+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:20:44.980378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253485+0000","last_change":"2024-05-11T04:23:44.296110+0000","last_active":"2024-05-11T04:24:14.253485+0000","last_peered":"2024-05-11T04:24:14.253485+0000","last_clean":"2024-05-11T04:24:14.253485+0000","last_became_active":"2024-05-11T04:23:44.295552+0000","last_became_peered":"2024-05-11T04:23:44.295552+0000","last_unstale":"2024-05-11T04:24:14.253485+0000","last_undegraded":"2024-05-11T04:24:14.253485+0000","last_fullsized":"2024-05-11T04:24:14.253485+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:33:54.115353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251912+0000","last_change":"2024-05-11T04:23:44.263688+0000","last_active":"2024-05-11T04:24:14.251912+0000","last_peered":"2024-05-11T04:24:14.251912+0000","last_clean":"2024-05-11T04:24:14.251912+0000","last_became_active":"2024-05-11T04:23:44.263145+0000","last_became_peered":"2024-05-11T04:23:44.263145+0000","last_unstale":"2024-05-11T04:24:14.251912+0000","last_undegraded":"2024-05-11T04:24:14.251912+0000","last_fullsized":"2024-05-11T04:24:14.251912+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:51:25.621227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252960+0000","last_change":"2024-05-11T04:23:44.296546+0000","last_active":"2024-05-11T04:24:14.252960+0000","last_peered":"2024-05-11T04:24:14.252960+0000","last_clean":"2024-05-11T04:24:14.252960+0000","last_became_active":"2024-05-11T04:23:44.296117+0000","last_became_peered":"2024-05-11T04:23:44.296117+0000","last_unstale":"2024-05-11T04:24:14.252960+0000","last_undegraded":"2024-05-11T04:24:14.252960+0000","last_fullsized":"2024-05-11T04:24:14.252960+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:26:50.196778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258122+0000","last_change":"2024-05-11T04:23:44.241805+0000","last_active":"2024-05-11T04:24:14.258122+0000","last_peered":"2024-05-11T04:24:14.258122+0000","last_clean":"2024-05-11T04:24:14.258122+0000","last_became_active":"2024-05-11T04:23:44.240956+0000","last_became_peered":"2024-05-11T04:23:44.240956+0000","last_unstale":"2024-05-11T04:24:14.258122+0000","last_undegraded":"2024-05-11T04:24:14.258122+0000","last_fullsized":"2024-05-11T04:24:14.258122+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:40:43.588259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252392+0000","last_change":"2024-05-11T04:23:44.294077+0000","last_active":"2024-05-11T04:24:14.252392+0000","last_peered":"2024-05-11T04:24:14.252392+0000","last_clean":"2024-05-11T04:24:14.252392+0000","last_became_active":"2024-05-11T04:23:44.293646+0000","last_became_peered":"2024-05-11T04:23:44.293646+0000","last_unstale":"2024-05-11T04:24:14.252392+0000","last_undegraded":"2024-05-11T04:24:14.252392+0000","last_fullsized":"2024-05-11T04:24:14.252392+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:11:16.055291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253369+0000","last_change":"2024-05-11T04:23:44.267329+0000","last_active":"2024-05-11T04:24:14.253369+0000","last_peered":"2024-05-11T04:24:14.253369+0000","last_clean":"2024-05-11T04:24:14.253369+0000","last_became_active":"2024-05-11T04:23:44.266625+0000","last_became_peered":"2024-05-11T04:23:44.266625+0000","last_unstale":"2024-05-11T04:24:14.253369+0000","last_undegraded":"2024-05-11T04:24:14.253369+0000","last_fullsized":"2024-05-11T04:24:14.253369+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:54:38.389062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319705+0000","last_change":"2024-05-11T04:23:44.306822+0000","last_active":"2024-05-11T04:24:14.319705+0000","last_peered":"2024-05-11T04:24:14.319705+0000","last_clean":"2024-05-11T04:24:14.319705+0000","last_became_active":"2024-05-11T04:23:44.295876+0000","last_became_peered":"2024-05-11T04:23:44.295876+0000","last_unstale":"2024-05-11T04:24:14.319705+0000","last_undegraded":"2024-05-11T04:24:14.319705+0000","last_fullsized":"2024-05-11T04:24:14.319705+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:20:47.227606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258959+0000","last_change":"2024-05-11T04:23:44.263447+0000","last_active":"2024-05-11T04:24:14.258959+0000","last_peered":"2024-05-11T04:24:14.258959+0000","last_clean":"2024-05-11T04:24:14.258959+0000","last_became_active":"2024-05-11T04:23:44.263042+0000","last_became_peered":"2024-05-11T04:23:44.263042+0000","last_unstale":"2024-05-11T04:24:14.258959+0000","last_undegraded":"2024-05-11T04:24:14.258959+0000","last_fullsized":"2024-05-11T04:24:14.258959+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:43:39.182683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257670+0000","last_change":"2024-05-11T04:23:44.303105+0000","last_active":"2024-05-11T04:24:14.257670+0000","last_peered":"2024-05-11T04:24:14.257670+0000","last_clean":"2024-05-11T04:24:14.257670+0000","last_became_active":"2024-05-11T04:23:44.302668+0000","last_became_peered":"2024-05-11T04:23:44.302668+0000","last_unstale":"2024-05-11T04:24:14.257670+0000","last_undegraded":"2024-05-11T04:24:14.257670+0000","last_fullsized":"2024-05-11T04:24:14.257670+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:04.053689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246709+0000","last_change":"2024-05-11T04:23:44.261521+0000","last_active":"2024-05-11T04:24:14.246709+0000","last_peered":"2024-05-11T04:24:14.246709+0000","last_clean":"2024-05-11T04:24:14.246709+0000","last_became_active":"2024-05-11T04:23:44.260972+0000","last_became_peered":"2024-05-11T04:23:44.260972+0000","last_unstale":"2024-05-11T04:24:14.246709+0000","last_undegraded":"2024-05-11T04:24:14.246709+0000","last_fullsized":"2024-05-11T04:24:14.246709+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:31:43.238080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251633+0000","last_change":"2024-05-11T04:23:44.296039+0000","last_active":"2024-05-11T04:24:14.251633+0000","last_peered":"2024-05-11T04:24:14.251633+0000","last_clean":"2024-05-11T04:24:14.251633+0000","last_became_active":"2024-05-11T04:23:44.295300+0000","last_became_peered":"2024-05-11T04:23:44.295300+0000","last_unstale":"2024-05-11T04:24:14.251633+0000","last_undegraded":"2024-05-11T04:24:14.251633+0000","last_fullsized":"2024-05-11T04:24:14.251633+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:10:33.207367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246729+0000","last_change":"2024-05-11T04:23:44.269848+0000","last_active":"2024-05-11T04:24:14.246729+0000","last_peered":"2024-05-11T04:24:14.246729+0000","last_clean":"2024-05-11T04:24:14.246729+0000","last_became_active":"2024-05-11T04:23:44.268690+0000","last_became_peered":"2024-05-11T04:23:44.268690+0000","last_unstale":"2024-05-11T04:24:14.246729+0000","last_undegraded":"2024-05-11T04:24:14.246729+0000","last_fullsized":"2024-05-11T04:24:14.246729+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:14:29.837496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256731+0000","last_change":"2024-05-11T04:23:45.893598+0000","last_active":"2024-05-11T04:24:14.256731+0000","last_peered":"2024-05-11T04:24:14.256731+0000","last_clean":"2024-05-11T04:24:14.256731+0000","last_became_active":"2024-05-11T04:23:45.893265+0000","last_became_peered":"2024-05-11T04:23:45.893265+0000","last_unstale":"2024-05-11T04:24:14.256731+0000","last_undegraded":"2024-05-11T04:24:14.256731+0000","last_fullsized":"2024-05-11T04:24:14.256731+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:56:50.632837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246785+0000","last_change":"2024-05-11T04:23:44.269666+0000","last_active":"2024-05-11T04:24:14.246785+0000","last_peered":"2024-05-11T04:24:14.246785+0000","last_clean":"2024-05-11T04:24:14.246785+0000","last_became_active":"2024-05-11T04:23:44.269120+0000","last_became_peered":"2024-05-11T04:23:44.269120+0000","last_unstale":"2024-05-11T04:24:14.246785+0000","last_undegraded":"2024-05-11T04:24:14.246785+0000","last_fullsized":"2024-05-11T04:24:14.246785+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:09:05.787417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.657708+0000","last_change":"2024-05-11T04:24:15.657708+0000","last_active":"2024-05-11T04:24:15.657708+0000","last_peered":"2024-05-11T04:24:15.657708+0000","last_clean":"2024-05-11T04:24:15.657708+0000","last_became_active":"2024-05-11T04:24:15.656837+0000","last_became_peered":"2024-05-11T04:24:15.656837+0000","last_unstale":"2024-05-11T04:24:15.657708+0000","last_undegraded":"2024-05-11T04:24:15.657708+0000","last_fullsized":"2024-05-11T04:24:15.657708+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:16:48.356999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":32,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256696+0000","last_change":"2024-05-11T04:23:44.260177+0000","last_active":"2024-05-11T04:24:14.256696+0000","last_peered":"2024-05-11T04:24:14.256696+0000","last_clean":"2024-05-11T04:24:14.256696+0000","last_became_active":"2024-05-11T04:23:44.259367+0000","last_became_peered":"2024-05-11T04:23:44.259367+0000","last_unstale":"2024-05-11T04:24:14.256696+0000","last_undegraded":"2024-05-11T04:24:14.256696+0000","last_fullsized":"2024-05-11T04:24:14.256696+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:44:42.894093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319859+0000","last_change":"2024-05-11T04:23:44.306661+0000","last_active":"2024-05-11T04:24:14.319859+0000","last_peered":"2024-05-11T04:24:14.319859+0000","last_clean":"2024-05-11T04:24:14.319859+0000","last_became_active":"2024-05-11T04:23:44.306253+0000","last_became_peered":"2024-05-11T04:23:44.306253+0000","last_unstale":"2024-05-11T04:24:14.319859+0000","last_undegraded":"2024-05-11T04:24:14.319859+0000","last_fullsized":"2024-05-11T04:24:14.319859+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:48:17.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.245945+0000","last_change":"2024-05-11T04:23:44.268624+0000","last_active":"2024-05-11T04:24:14.245945+0000","last_peered":"2024-05-11T04:24:14.245945+0000","last_clean":"2024-05-11T04:24:14.245945+0000","last_became_active":"2024-05-11T04:23:44.267589+0000","last_became_peered":"2024-05-11T04:23:44.267589+0000","last_unstale":"2024-05-11T04:24:14.245945+0000","last_undegraded":"2024-05-11T04:24:14.245945+0000","last_fullsized":"2024-05-11T04:24:14.245945+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:55:26.357997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258347+0000","last_change":"2024-05-11T04:23:45.333986+0000","last_active":"2024-05-11T04:24:14.258347+0000","last_peered":"2024-05-11T04:24:14.258347+0000","last_clean":"2024-05-11T04:24:14.258347+0000","last_became_active":"2024-05-11T04:23:45.332937+0000","last_became_peered":"2024-05-11T04:23:45.332937+0000","last_unstale":"2024-05-11T04:24:14.258347+0000","last_undegraded":"2024-05-11T04:24:14.258347+0000","last_fullsized":"2024-05-11T04:24:14.258347+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:52.372120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319982+0000","last_change":"2024-05-11T04:23:44.253210+0000","last_active":"2024-05-11T04:24:14.319982+0000","last_peered":"2024-05-11T04:24:14.319982+0000","last_clean":"2024-05-11T04:24:14.319982+0000","last_became_active":"2024-05-11T04:23:44.252282+0000","last_became_peered":"2024-05-11T04:23:44.252282+0000","last_unstale":"2024-05-11T04:24:14.319982+0000","last_undegraded":"2024-05-11T04:24:14.319982+0000","last_fullsized":"2024-05-11T04:24:14.319982+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:19:13.966428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253624+0000","last_change":"2024-05-11T04:23:46.025753+0000","last_active":"2024-05-11T04:24:14.253624+0000","last_peered":"2024-05-11T04:24:14.253624+0000","last_clean":"2024-05-11T04:24:14.253624+0000","last_became_active":"2024-05-11T04:23:46.025165+0000","last_became_peered":"2024-05-11T04:23:46.025165+0000","last_unstale":"2024-05-11T04:24:14.253624+0000","last_undegraded":"2024-05-11T04:24:14.253624+0000","last_fullsized":"2024-05-11T04:24:14.253624+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:02:25.671621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246627+0000","last_change":"2024-05-11T04:23:44.268165+0000","last_active":"2024-05-11T04:24:14.246627+0000","last_peered":"2024-05-11T04:24:14.246627+0000","last_clean":"2024-05-11T04:24:14.246627+0000","last_became_active":"2024-05-11T04:23:44.267438+0000","last_became_peered":"2024-05-11T04:23:44.267438+0000","last_unstale":"2024-05-11T04:24:14.246627+0000","last_undegraded":"2024-05-11T04:24:14.246627+0000","last_fullsized":"2024-05-11T04:24:14.246627+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:08:26.258047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252416+0000","last_change":"2024-05-11T04:23:44.295946+0000","last_active":"2024-05-11T04:24:14.252416+0000","last_peered":"2024-05-11T04:24:14.252416+0000","last_clean":"2024-05-11T04:24:14.252416+0000","last_became_active":"2024-05-11T04:23:44.295209+0000","last_became_peered":"2024-05-11T04:23:44.295209+0000","last_unstale":"2024-05-11T04:24:14.252416+0000","last_undegraded":"2024-05-11T04:24:14.252416+0000","last_fullsized":"2024-05-11T04:24:14.252416+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:29:18.477243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'7","reported_seq":29,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252569+0000","last_change":"2024-05-11T04:23:44.258270+0000","last_active":"2024-05-11T04:24:14.252569+0000","last_peered":"2024-05-11T04:24:14.252569+0000","last_clean":"2024-05-11T04:24:14.252569+0000","last_became_active":"2024-05-11T04:23:44.257389+0000","last_became_peered":"2024-05-11T04:23:44.257389+0000","last_unstale":"2024-05-11T04:24:14.252569+0000","last_undegraded":"2024-05-11T04:24:14.252569+0000","last_fullsized":"2024-05-11T04:24:14.252569+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:43:18.129503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249460+0000","last_change":"2024-05-11T04:23:44.296945+0000","last_active":"2024-05-11T04:24:14.249460+0000","last_peered":"2024-05-11T04:24:14.249460+0000","last_clean":"2024-05-11T04:24:14.249460+0000","last_became_active":"2024-05-11T04:23:44.296515+0000","last_became_peered":"2024-05-11T04:23:44.296515+0000","last_unstale":"2024-05-11T04:24:14.249460+0000","last_undegraded":"2024-05-11T04:24:14.249460+0000","last_fullsized":"2024-05-11T04:24:14.249460+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:22:26.616720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246376+0000","last_change":"2024-05-11T04:23:44.271008+0000","last_active":"2024-05-11T04:24:14.246376+0000","last_peered":"2024-05-11T04:24:14.246376+0000","last_clean":"2024-05-11T04:24:14.246376+0000","last_became_active":"2024-05-11T04:23:44.270675+0000","last_became_peered":"2024-05-11T04:23:44.270675+0000","last_unstale":"2024-05-11T04:24:14.246376+0000","last_undegraded":"2024-05-11T04:24:14.246376+0000","last_fullsized":"2024-05-11T04:24:14.246376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:24:36.947240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254081+0000","last_change":"2024-05-11T04:23:45.893946+0000","last_active":"2024-05-11T04:24:14.254081+0000","last_peered":"2024-05-11T04:24:14.254081+0000","last_clean":"2024-05-11T04:24:14.254081+0000","last_became_active":"2024-05-11T04:23:45.893587+0000","last_became_peered":"2024-05-11T04:23:45.893587+0000","last_unstale":"2024-05-11T04:24:14.254081+0000","last_undegraded":"2024-05-11T04:24:14.254081+0000","last_fullsized":"2024-05-11T04:24:14.254081+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:24:48.273423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258719+0000","last_change":"2024-05-11T04:23:44.250851+0000","last_active":"2024-05-11T04:24:14.258719+0000","last_peered":"2024-05-11T04:24:14.258719+0000","last_clean":"2024-05-11T04:24:14.258719+0000","last_became_active":"2024-05-11T04:23:44.250203+0000","last_became_peered":"2024-05-11T04:23:44.250203+0000","last_unstale":"2024-05-11T04:24:14.258719+0000","last_undegraded":"2024-05-11T04:24:14.258719+0000","last_fullsized":"2024-05-11T04:24:14.258719+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:10:30.910259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253008+0000","last_change":"2024-05-11T04:23:46.022771+0000","last_active":"2024-05-11T04:24:14.253008+0000","last_peered":"2024-05-11T04:24:14.253008+0000","last_clean":"2024-05-11T04:24:14.253008+0000","last_became_active":"2024-05-11T04:23:46.022404+0000","last_became_peered":"2024-05-11T04:23:46.022404+0000","last_unstale":"2024-05-11T04:24:14.253008+0000","last_undegraded":"2024-05-11T04:24:14.253008+0000","last_fullsized":"2024-05-11T04:24:14.253008+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:30:18.027219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320388+0000","last_change":"2024-05-11T04:23:44.254766+0000","last_active":"2024-05-11T04:24:14.320388+0000","last_peered":"2024-05-11T04:24:14.320388+0000","last_clean":"2024-05-11T04:24:14.320388+0000","last_became_active":"2024-05-11T04:23:44.253213+0000","last_became_peered":"2024-05-11T04:23:44.253213+0000","last_unstale":"2024-05-11T04:24:14.320388+0000","last_undegraded":"2024-05-11T04:24:14.320388+0000","last_fullsized":"2024-05-11T04:24:14.320388+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:18:58.353086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.657175+0000","last_change":"2024-05-11T04:24:15.657175+0000","last_active":"2024-05-11T04:24:15.657175+0000","last_peered":"2024-05-11T04:24:15.657175+0000","last_clean":"2024-05-11T04:24:15.657175+0000","last_became_active":"2024-05-11T04:24:15.655941+0000","last_became_peered":"2024-05-11T04:24:15.655941+0000","last_unstale":"2024-05-11T04:24:15.657175+0000","last_undegraded":"2024-05-11T04:24:15.657175+0000","last_fullsized":"2024-05-11T04:24:15.657175+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:47:21.589801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253265+0000","last_change":"2024-05-11T04:23:44.260589+0000","last_active":"2024-05-11T04:24:14.253265+0000","last_peered":"2024-05-11T04:24:14.253265+0000","last_clean":"2024-05-11T04:24:14.253265+0000","last_became_active":"2024-05-11T04:23:44.259675+0000","last_became_peered":"2024-05-11T04:23:44.259675+0000","last_unstale":"2024-05-11T04:24:14.253265+0000","last_undegraded":"2024-05-11T04:24:14.253265+0000","last_fullsized":"2024-05-11T04:24:14.253265+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:53:55.010972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319901+0000","last_change":"2024-05-11T04:23:44.305514+0000","last_active":"2024-05-11T04:24:14.319901+0000","last_peered":"2024-05-11T04:24:14.319901+0000","last_clean":"2024-05-11T04:24:14.319901+0000","last_became_active":"2024-05-11T04:23:44.304932+0000","last_became_peered":"2024-05-11T04:23:44.304932+0000","last_unstale":"2024-05-11T04:24:14.319901+0000","last_undegraded":"2024-05-11T04:24:14.319901+0000","last_fullsized":"2024-05-11T04:24:14.319901+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:28:56.552595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249330+0000","last_change":"2024-05-11T04:23:44.261799+0000","last_active":"2024-05-11T04:24:14.249330+0000","last_peered":"2024-05-11T04:24:14.249330+0000","last_clean":"2024-05-11T04:24:14.249330+0000","last_became_active":"2024-05-11T04:23:44.261195+0000","last_became_peered":"2024-05-11T04:23:44.261195+0000","last_unstale":"2024-05-11T04:24:14.249330+0000","last_undegraded":"2024-05-11T04:24:14.249330+0000","last_fullsized":"2024-05-11T04:24:14.249330+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:50:09.882779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253790+0000","last_change":"2024-05-11T04:23:46.132164+0000","last_active":"2024-05-11T04:24:14.253790+0000","last_peered":"2024-05-11T04:24:14.253790+0000","last_clean":"2024-05-11T04:24:14.253790+0000","last_became_active":"2024-05-11T04:23:46.131152+0000","last_became_peered":"2024-05-11T04:23:46.131152+0000","last_unstale":"2024-05-11T04:24:14.253790+0000","last_undegraded":"2024-05-11T04:24:14.253790+0000","last_fullsized":"2024-05-11T04:24:14.253790+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:41:02.161613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251516+0000","last_change":"2024-05-11T04:23:44.260000+0000","last_active":"2024-05-11T04:24:14.251516+0000","last_peered":"2024-05-11T04:24:14.251516+0000","last_clean":"2024-05-11T04:24:14.251516+0000","last_became_active":"2024-05-11T04:23:44.259082+0000","last_became_peered":"2024-05-11T04:23:44.259082+0000","last_unstale":"2024-05-11T04:24:14.251516+0000","last_undegraded":"2024-05-11T04:24:14.251516+0000","last_fullsized":"2024-05-11T04:24:14.251516+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:00:22.304697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234046,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28340,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716812,"statfs":{"total":95995035648,"available":95966015488,"internally_reserved":0,"allocated":1351680,"data_stored":913571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.98899999999999999,"15min":1.0229999999999999},"min":{"1min":0.55900000000000005,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.874},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.93000000000000005,"15min":0.92400000000000004},"min":{"1min":0.63600000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0129999999999999}]},{"osd":1,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.93700000000000006,"15min":0.94299999999999995},"min":{"1min":0.69499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.272,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":0.745},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.95699999999999996,"15min":0.94899999999999995},"min":{"1min":0.72199999999999998,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.2410000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.1299999999999999}]},{"osd":2,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.92300000000000004,"15min":0.92700000000000005},"min":{"1min":0.61899999999999999,"5min":0.439,"15min":0.439},"max":{"1min":1.2529999999999999,"5min":1.47,"15min":1.47},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.036},"min":{"1min":0.56999999999999995,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3819999999999999,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.081}]},{"osd":3,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97899999999999998},"min":{"1min":0.65400000000000003,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.2809999999999999,"5min":1.464,"15min":1.464},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.103,"15min":1.149},"min":{"1min":0.66700000000000004,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2290000000000001,"5min":1.49,"15min":1.49},"last":1.2689999999999999}]},{"osd":4,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.95899999999999996,"15min":0.98699999999999999},"min":{"1min":0.57699999999999996,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2909999999999999,"5min":1.714,"15min":1.714},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.99399999999999999,"5min":1.0149999999999999,"15min":0.99199999999999999},"min":{"1min":0.57499999999999996,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.3580000000000001,"5min":1.599,"15min":1.599},"last":1.0509999999999999}]},{"osd":5,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.103,"15min":1.1439999999999999},"min":{"1min":0.59699999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.407,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.121,"5min":1.113,"15min":1.101},"min":{"1min":0.63700000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.53,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.411}]},{"osd":6,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.153,"15min":1.159},"min":{"1min":0.75900000000000001,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4730000000000001,"5min":1.544,"15min":1.544},"last":1.5289999999999999},{"interface":"front","average":{"1min":1.153,"5min":1.139,"15min":1.115},"min":{"1min":0.61899999999999999,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.5900000000000001,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.161}]}]},{"osd":6,"up_from":46,"seq":197568495689,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28332,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716820,"statfs":{"total":95995035648,"available":95966023680,"internally_reserved":0,"allocated":1339392,"data_stored":913425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.90000000000000002,"15min":0.92600000000000005},"min":{"1min":0.56200000000000006,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1930000000000001,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3080000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.0369999999999999}]},{"osd":1,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.92700000000000005,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.25,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":1.1240000000000001},{"interface":"front","average":{"1min":1,"5min":0.98199999999999998,"15min":0.95899999999999996},"min":{"1min":0.52900000000000003,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.141}]},{"osd":2,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":0.95799999999999996,"15min":0.89400000000000002},"min":{"1min":0.70899999999999996,"5min":0.503,"15min":0.503},"max":{"1min":1.3220000000000001,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.0980000000000001},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.94499999999999995,"15min":0.95599999999999996},"min":{"1min":0.65400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2230000000000001,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.91700000000000004}]},{"osd":3,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":0.99299999999999999,"15min":0.94999999999999996},"min":{"1min":0.76300000000000001,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4159999999999999,"5min":1.849,"15min":1.849},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.05,"15min":1.036},"min":{"1min":0.72399999999999998,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.462,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.98199999999999998}]},{"osd":4,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.91600000000000004,"15min":0.88400000000000001},"min":{"1min":0.66300000000000003,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.155,"5min":1.0600000000000001,"15min":1.018},"min":{"1min":0.82799999999999996,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.645,"5min":1.645,"15min":1.645},"last":1.1930000000000001}]},{"osd":5,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92500000000000004,"15min":0.91700000000000004},"min":{"1min":0.63,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.2809999999999999,"5min":1.462,"15min":1.462},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.165,"5min":1.0860000000000001,"15min":1.0589999999999999},"min":{"1min":0.97699999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.5169999999999999,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.22}]},{"osd":7,"last update":"Sat May 11 04:24:23 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.121,"15min":1.093},"min":{"1min":0.74099999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.056,"15min":1.0269999999999999},"min":{"1min":0.877,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0089999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":729088,"data_stored":321481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.68000000000000005,"15min":0.59099999999999997},"min":{"1min":0.35999999999999999,"5min":0.26500000000000001,"15min":0.26200000000000001},"max":{"1min":1.046,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.48999999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1259999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.77400000000000002}]},{"osd":2,"last update":"Sat May 11 04:24:34 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.63700000000000001},"min":{"1min":0.47999999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.95899999999999996,"5min":1.026,"15min":1.099},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.79400000000000004,"15min":0.72699999999999998},"min":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.33900000000000002},"max":{"1min":1.0349999999999999,"5min":1.492,"15min":1.492},"last":0.89800000000000002}]},{"osd":3,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.84899999999999998,"15min":0.81699999999999995},"min":{"1min":0.54000000000000004,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.1579999999999999,"5min":1.228,"15min":1.228},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.85299999999999998,"15min":0.80200000000000005},"min":{"1min":0.52700000000000002,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.109,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.83999999999999997}]},{"osd":4,"last update":"Sat May 11 04:24:56 2024","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.95099999999999996,"15min":0.90900000000000003},"min":{"1min":0.61899999999999999,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.4490000000000001,"5min":1.627,"15min":1.627},"last":0.93000000000000005},{"interface":"front","average":{"1min":1.052,"5min":1.032,"15min":0.94399999999999995},"min":{"1min":0.64500000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.391,"5min":1.393,"15min":1.393},"last":1.2869999999999999}]},{"osd":5,"last update":"Sat May 11 04:24:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.032,"15min":1.0289999999999999},"min":{"1min":0.61899999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.3480000000000001,"5min":1.552,"15min":1.552},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0129999999999999,"15min":1.01},"min":{"1min":0.68300000000000005,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.3100000000000001,"5min":1.665,"15min":1.665},"last":0.98299999999999998}]},{"osd":6,"last update":"Sat May 11 04:24:37 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.085,"15min":1.0669999999999999},"min":{"1min":0.82999999999999996,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":1.0509999999999999},{"interface":"front","average":{"1min":1.083,"5min":1.0549999999999999,"15min":1.0660000000000001},"min":{"1min":0.76000000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.873}]},{"osd":7,"last update":"Sat May 11 04:24:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.1140000000000001,"15min":1.147},"min":{"1min":0.95999999999999996,"5min":0.498,"15min":0.498},"max":{"1min":1.5209999999999999,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.024},{"interface":"front","average":{"1min":1.244,"5min":1.1699999999999999,"15min":1.198},"min":{"1min":0.90500000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.403,"5min":1.823,"15min":1.823},"last":1.21}]}]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32424,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712728,"statfs":{"total":95995035648,"available":95961833472,"internally_reserved":0,"allocated":1335296,"data_stored":912726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.67000000000000004,"15min":0.59299999999999997},"min":{"1min":0.34499999999999997,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.77900000000000003,"15min":0.65600000000000003},"min":{"1min":0.38100000000000001,"5min":0.36499999999999999,"15min":0.252},"max":{"1min":1.0249999999999999,"5min":1.8959999999999999,"15min":1.8959999999999999},"last":0.75600000000000001}]},{"osd":2,"last update":"Sat May 11 04:24:24 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.79400000000000004,"15min":0.72899999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.30399999999999999},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.77100000000000002,"15min":0.71099999999999997},"min":{"1min":0.38,"5min":0.36799999999999999,"15min":0.28699999999999998},"max":{"1min":1.2270000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.78100000000000003}]},{"osd":3,"last update":"Sat May 11 04:24:14 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.83899999999999997,"15min":0.82099999999999995},"min":{"1min":0.35099999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.288,"5min":1.6519999999999999,"15min":1.6519999999999999},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88500000000000001,"15min":0.83499999999999996},"min":{"1min":0.38800000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.27,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.056}]},{"osd":4,"last update":"Sat May 11 04:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0249999999999999,"15min":0.98999999999999999},"min":{"1min":0.66600000000000004,"5min":0.502,"15min":0.502},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.887},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.92900000000000005,"15min":0.90800000000000003},"min":{"1min":0.58899999999999997,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.3440000000000001,"5min":1.415,"15min":1.415},"last":1.0229999999999999}]},{"osd":5,"last update":"Sat May 11 04:24:54 2024","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.0649999999999999,"15min":1.0269999999999999},"min":{"1min":0.72199999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.486,"5min":1.581,"15min":1.581},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.1040000000000001,"15min":1.103},"min":{"1min":0.60799999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.3420000000000001,"5min":1.835,"15min":1.835},"last":1.1259999999999999}]},{"osd":6,"last update":"Sat May 11 04:24:42 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.016,"15min":1.02},"min":{"1min":0.71899999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.389,"5min":1.667,"15min":1.667},"last":0.92500000000000004},{"interface":"front","average":{"1min":1.115,"5min":1.1240000000000001,"15min":1.175},"min":{"1min":0.63400000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.4710000000000001,"5min":1.544,"15min":1.544},"last":1.2569999999999999}]},{"osd":7,"last update":"Sat May 11 04:24:24 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.1579999999999999,"15min":1.194},"min":{"1min":0.746,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3220000000000001,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":1.3500000000000001},{"interface":"front","average":{"1min":1.101,"5min":1.046,"15min":1.05},"min":{"1min":0.622,"5min":0.499,"15min":0.499},"max":{"1min":1.3029999999999999,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.298}]}]},{"osd":2,"up_from":18,"seq":77309411440,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":741376,"data_stored":322370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.68600000000000005,"15min":0.64300000000000002},"min":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.012,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.67600000000000005},"min":{"1min":0.373,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.1870000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.46800000000000003}]},{"osd":1,"last update":"Sat May 11 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.75900000000000001,"15min":0.68799999999999994},"min":{"1min":0.45400000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":0.373},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.873,"15min":0.76200000000000001},"min":{"1min":0.40400000000000003,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1899999999999999,"5min":1.3899999999999999,"15min":1.444},"last":0.41599999999999998}]},{"osd":3,"last update":"Sat May 11 04:24:14 2024","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.90000000000000002,"15min":0.84499999999999997},"min":{"1min":0.442,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.81200000000000006,"15min":0.77300000000000002},"min":{"1min":0.46200000000000002,"5min":0.439,"15min":0.439},"max":{"1min":1.006,"5min":1.214,"15min":1.2150000000000001},"last":0.49299999999999999}]},{"osd":4,"last update":"Sat May 11 04:25:04 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0189999999999999,"15min":1.024},"min":{"1min":0.81699999999999995,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.6699999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.036,"5min":1.0149999999999999,"15min":1.01},"min":{"1min":0.78800000000000003,"5min":0.62,"15min":0.62},"max":{"1min":1.2829999999999999,"5min":1.52,"15min":1.52},"last":0.80000000000000004}]},{"osd":5,"last update":"Sat May 11 04:24:54 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.1020000000000001,"15min":1.1040000000000001},"min":{"1min":0.70699999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.81899999999999995},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.018,"15min":1.0289999999999999},"min":{"1min":0.78800000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.68799999999999994}]},{"osd":6,"last update":"Sat May 11 04:24:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.071,"15min":1.046},"min":{"1min":0.86199999999999999,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.1719999999999999,"15min":1.1579999999999999},"min":{"1min":0.73699999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":0.63800000000000001}]},{"osd":7,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.125,"15min":1.127},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.873},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.2350000000000001,"15min":1.2509999999999999},"min":{"1min":0.64300000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.4870000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.89300000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182502,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":737280,"data_stored":321844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.66700000000000004,"15min":0.65400000000000003},"min":{"1min":0.51900000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.747,"5min":0.76100000000000001,"15min":0.75800000000000001},"min":{"1min":0.47699999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.008,"5min":1.1399999999999999,"15min":1.1819999999999999},"last":0.88}]},{"osd":1,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.77400000000000002,"15min":0.76900000000000002},"min":{"1min":0.55700000000000005,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.98799999999999999,"5min":1.343,"15min":1.343},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.79500000000000004,"15min":0.754},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.63700000000000001}]},{"osd":2,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.90600000000000003,"15min":0.84399999999999997},"min":{"1min":0.44800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.81699999999999995,"15min":0.81899999999999995},"min":{"1min":0.434,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.94499999999999995}]},{"osd":4,"last update":"Sat May 11 04:25:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0169999999999999,"15min":0.96799999999999997},"min":{"1min":0.65300000000000002,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.514,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97399999999999998,"15min":0.94999999999999996},"min":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.256,"5min":1.413,"15min":1.413},"last":1.0820000000000001}]},{"osd":5,"last update":"Sat May 11 04:24:52 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.0109999999999999,"15min":0.98699999999999999},"min":{"1min":0.746,"5min":0.5,"15min":0.5},"max":{"1min":1.4770000000000001,"5min":1.518,"15min":1.518},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.054,"5min":1.071,"15min":1.0589999999999999},"min":{"1min":0.69399999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.4830000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.85899999999999999}]},{"osd":6,"last update":"Sat May 11 04:24:34 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.0780000000000001,"15min":1.0920000000000001},"min":{"1min":0.76300000000000001,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.4510000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.3300000000000001},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0840000000000001,"15min":1.107},"min":{"1min":0.82499999999999996,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.464,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.0009999999999999}]},{"osd":7,"last update":"Sat May 11 04:24:24 2024","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.1339999999999999,"15min":1.1319999999999999},"min":{"1min":0.63600000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":1.026},{"interface":"front","average":{"1min":1.1879999999999999,"5min":1.151,"15min":1.173},"min":{"1min":0.82899999999999996,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.4179999999999999,"5min":1.478,"15min":1.478},"last":1.381}]}]},{"osd":4,"up_from":30,"seq":128849018972,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713300,"statfs":{"total":95995035648,"available":95962419200,"internally_reserved":0,"allocated":753664,"data_stored":323191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90400000000000003,"15min":0.91000000000000003},"min":{"1min":0.56899999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.206,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.89600000000000002,"15min":0.82399999999999995},"min":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48699999999999999},"max":{"1min":1.206,"5min":1.357,"15min":1.357},"last":1.1419999999999999}]},{"osd":1,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.91800000000000004,"15min":0.877},"min":{"1min":0.64600000000000002,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2270000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.93200000000000005,"15min":0.89300000000000002},"min":{"1min":0.55100000000000005,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.27,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.81899999999999995}]},{"osd":2,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.94199999999999995,"15min":0.91300000000000003},"min":{"1min":0.60199999999999998,"5min":0.55300000000000005,"15min":0.504},"max":{"1min":1.2809999999999999,"5min":1.3580000000000001,"15min":1.456},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88300000000000001,"15min":0.89400000000000002},"min":{"1min":0.72399999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.083,"5min":1.347,"15min":1.347},"last":0.879}]},{"osd":3,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.93300000000000005,"15min":0.94399999999999995},"min":{"1min":0.59299999999999997,"5min":0.54400000000000004,"15min":0.50900000000000001},"max":{"1min":1.1279999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.97099999999999997,"15min":0.94999999999999996},"min":{"1min":0.68899999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.3120000000000001,"5min":1.363,"15min":1.363},"last":1.194}]},{"osd":5,"last update":"Sat May 11 04:24:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.95699999999999996,"15min":0.79200000000000004},"min":{"1min":0.433,"5min":0.433,"15min":0.30099999999999999},"max":{"1min":1.331,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.1020000000000001},{"interface":"front","average":{"1min":1.036,"5min":1.042,"15min":0.90400000000000003},"min":{"1min":0.435,"5min":0.42599999999999999,"15min":0.318},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.075}]},{"osd":6,"last update":"Sat May 11 04:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.92100000000000004,"15min":0.91000000000000003},"min":{"1min":0.38,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.181,"5min":1.321,"15min":1.321},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.103,"15min":1.026},"min":{"1min":0.46300000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.375,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.2969999999999999}]},{"osd":7,"last update":"Sat May 11 04:24:26 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.024,"15min":0.99199999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.2889999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0289999999999999,"15min":0.97499999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.319,"5min":1.726,"15min":1.726},"last":1.2649999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757330,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31840,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713312,"statfs":{"total":95995035648,"available":95962431488,"internally_reserved":0,"allocated":741376,"data_stored":322406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.92500000000000004,"15min":0.95999999999999996},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.401,"5min":1.401,"15min":1.4630000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":1.0760000000000001,"5min":0.97399999999999998,"15min":0.91100000000000003},"min":{"1min":0.68100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.329,"5min":1.452,"15min":1.452},"last":1.234}]},{"osd":1,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.997,"15min":1.008},"min":{"1min":0.626,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.224,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":1.165},{"interface":"front","average":{"1min":1.04,"5min":0.97299999999999998,"15min":0.94899999999999995},"min":{"1min":0.76700000000000002,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2789999999999999,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.73199999999999998}]},{"osd":2,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.92600000000000005,"15min":0.92200000000000004},"min":{"1min":0.68000000000000005,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.27,"5min":1.359,"15min":1.359},"last":1.099},{"interface":"front","average":{"1min":1.093,"5min":1.0209999999999999,"15min":0.98499999999999999},"min":{"1min":0.85099999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3089999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.98799999999999999}]},{"osd":3,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97499999999999998,"15min":0.98899999999999999},"min":{"1min":0.70199999999999996,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.371,"5min":1.395,"15min":1.395},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.046,"5min":1.052,"15min":1.038},"min":{"1min":0.83199999999999996,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.331,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.2889999999999999}]},{"osd":4,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":0.90400000000000003,"15min":0.77000000000000002},"min":{"1min":0.72299999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.581,"5min":1.581,"15min":1.581},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.151,"5min":1.0069999999999999,"15min":0.89700000000000002},"min":{"1min":0.751,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.202}]},{"osd":6,"last update":"Sat May 11 04:24:41 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.97199999999999998,"15min":0.89500000000000002},"min":{"1min":0.501,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.357,"5min":1.411,"15min":1.411},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.113,"5min":1.0660000000000001,"15min":1.006},"min":{"1min":0.51700000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.458,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.268}]},{"osd":7,"last update":"Sat May 11 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0760000000000001,"15min":1.0589999999999999},"min":{"1min":0.57199999999999995,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3959999999999999,"5min":1.476,"15min":1.476},"last":1.3460000000000001},{"interface":"front","average":{"1min":1.077,"5min":1.0720000000000001,"15min":1.05},"min":{"1min":0.626,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.3120000000000001,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.1399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:25:17.620 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:25:17.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:17 smithi113 bash[21416]: cluster 2024-05-11T04:25:15.803179+0000 mgr.y (mgr.14370) 161 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:17.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:17 smithi113 bash[31590]: cluster 2024-05-11T04:25:15.803179+0000 mgr.y (mgr.14370) 161 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:17.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:17 smithi173 bash[23566]: cluster 2024-05-11T04:25:15.803179+0000 mgr.y (mgr.14370) 161 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:18.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:18 smithi113 bash[21416]: audit 2024-05-11T04:25:16.932479+0000 mgr.y (mgr.14370) 162 : audit 0 from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:25:18.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:18 smithi113 bash[31590]: audit 2024-05-11T04:25:16.932479+0000 mgr.y (mgr.14370) 162 : audit 0 from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:25:18.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:18 smithi173 bash[23566]: audit 2024-05-11T04:25:16.932479+0000 mgr.y (mgr.14370) 162 : audit 0 from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:25:19.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:19 smithi113 bash[21416]: cluster 2024-05-11T04:25:17.803735+0000 mgr.y (mgr.14370) 163 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:19.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:19 smithi113 bash[31590]: cluster 2024-05-11T04:25:17.803735+0000 mgr.y (mgr.14370) 163 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:19 smithi173 bash[23566]: cluster 2024-05-11T04:25:17.803735+0000 mgr.y (mgr.14370) 163 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:21.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:21 smithi113 bash[21416]: cluster 2024-05-11T04:25:19.805052+0000 mgr.y (mgr.14370) 164 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:21.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:21 smithi113 bash[31590]: cluster 2024-05-11T04:25:19.805052+0000 mgr.y (mgr.14370) 164 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:21.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:21 smithi173 bash[23566]: cluster 2024-05-11T04:25:19.805052+0000 mgr.y (mgr.14370) 164 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:22.362 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:25:23.573 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:23 smithi113 bash[21416]: cluster 2024-05-11T04:25:21.805747+0000 mgr.y (mgr.14370) 165 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:23.574 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:23 smithi113 bash[31590]: cluster 2024-05-11T04:25:21.805747+0000 mgr.y (mgr.14370) 165 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:23.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:23 smithi173 bash[23566]: cluster 2024-05-11T04:25:21.805747+0000 mgr.y (mgr.14370) 165 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:25.222 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:25:25.223 INFO:teuthology.orchestra.run.smithi113.stderr:dumped all 2024-05-11T04:25:25.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:25 smithi113 bash[21416]: cluster 2024-05-11T04:25:23.806365+0000 mgr.y (mgr.14370) 166 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:25.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:25 smithi113 bash[31590]: cluster 2024-05-11T04:25:23.806365+0000 mgr.y (mgr.14370) 166 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:25.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:25 smithi173 bash[23566]: cluster 2024-05-11T04:25:23.806365+0000 mgr.y (mgr.14370) 166 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:25.836 INFO:teuthology.orchestra.run.smithi113.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2024-05-11T04:25:23.806031+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":244200,"kb_used_data":7548,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":749717016,"statfs":{"total":767960285184,"available":767710224384,"internally_reserved":0,"allocated":7729152,"data_stored":4351014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":242208312},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004704"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.656545+0000","last_change":"2024-05-11T04:24:15.656545+0000","last_active":"2024-05-11T04:24:15.656545+0000","last_peered":"2024-05-11T04:24:15.656545+0000","last_clean":"2024-05-11T04:24:15.656545+0000","last_became_active":"2024-05-11T04:24:15.655631+0000","last_became_peered":"2024-05-11T04:24:15.655631+0000","last_unstale":"2024-05-11T04:24:15.656545+0000","last_undegraded":"2024-05-11T04:24:15.656545+0000","last_fullsized":"2024-05-11T04:24:15.656545+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:33:37.834975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320416+0000","last_change":"2024-05-11T04:23:44.265859+0000","last_active":"2024-05-11T04:24:14.320416+0000","last_peered":"2024-05-11T04:24:14.320416+0000","last_clean":"2024-05-11T04:24:14.320416+0000","last_became_active":"2024-05-11T04:23:44.264849+0000","last_became_peered":"2024-05-11T04:23:44.264849+0000","last_unstale":"2024-05-11T04:24:14.320416+0000","last_undegraded":"2024-05-11T04:24:14.320416+0000","last_fullsized":"2024-05-11T04:24:14.320416+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:02:13.795323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253872+0000","last_change":"2024-05-11T04:23:46.119254+0000","last_active":"2024-05-11T04:24:14.253872+0000","last_peered":"2024-05-11T04:24:14.253872+0000","last_clean":"2024-05-11T04:24:14.253872+0000","last_became_active":"2024-05-11T04:23:46.118364+0000","last_became_peered":"2024-05-11T04:23:46.118364+0000","last_unstale":"2024-05-11T04:24:14.253872+0000","last_undegraded":"2024-05-11T04:24:14.253872+0000","last_fullsized":"2024-05-11T04:24:14.253872+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:14:38.086478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253842+0000","last_change":"2024-05-11T04:23:44.250146+0000","last_active":"2024-05-11T04:24:14.253842+0000","last_peered":"2024-05-11T04:24:14.253842+0000","last_clean":"2024-05-11T04:24:14.253842+0000","last_became_active":"2024-05-11T04:23:44.246912+0000","last_became_peered":"2024-05-11T04:23:44.246912+0000","last_unstale":"2024-05-11T04:24:14.253842+0000","last_undegraded":"2024-05-11T04:24:14.253842+0000","last_fullsized":"2024-05-11T04:24:14.253842+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:16:40.772001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251768+0000","last_change":"2024-05-11T04:23:44.305053+0000","last_active":"2024-05-11T04:24:14.251768+0000","last_peered":"2024-05-11T04:24:14.251768+0000","last_clean":"2024-05-11T04:24:14.251768+0000","last_became_active":"2024-05-11T04:23:44.304668+0000","last_became_peered":"2024-05-11T04:23:44.304668+0000","last_unstale":"2024-05-11T04:24:14.251768+0000","last_undegraded":"2024-05-11T04:24:14.251768+0000","last_fullsized":"2024-05-11T04:24:14.251768+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:45:12.745549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258772+0000","last_change":"2024-05-11T04:23:44.266085+0000","last_active":"2024-05-11T04:24:14.258772+0000","last_peered":"2024-05-11T04:24:14.258772+0000","last_clean":"2024-05-11T04:24:14.258772+0000","last_became_active":"2024-05-11T04:23:44.265347+0000","last_became_peered":"2024-05-11T04:23:44.265347+0000","last_unstale":"2024-05-11T04:24:14.258772+0000","last_undegraded":"2024-05-11T04:24:14.258772+0000","last_fullsized":"2024-05-11T04:24:14.258772+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:23:12.972478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251740+0000","last_change":"2024-05-11T04:23:44.296192+0000","last_active":"2024-05-11T04:24:14.251740+0000","last_peered":"2024-05-11T04:24:14.251740+0000","last_clean":"2024-05-11T04:24:14.251740+0000","last_became_active":"2024-05-11T04:23:44.295170+0000","last_became_peered":"2024-05-11T04:23:44.295170+0000","last_unstale":"2024-05-11T04:24:14.251740+0000","last_undegraded":"2024-05-11T04:24:14.251740+0000","last_fullsized":"2024-05-11T04:24:14.251740+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:09:13.965916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.259180+0000","last_change":"2024-05-11T04:23:44.265179+0000","last_active":"2024-05-11T04:24:14.259180+0000","last_peered":"2024-05-11T04:24:14.259180+0000","last_clean":"2024-05-11T04:24:14.259180+0000","last_became_active":"2024-05-11T04:23:44.264807+0000","last_became_peered":"2024-05-11T04:23:44.264807+0000","last_unstale":"2024-05-11T04:24:14.259180+0000","last_undegraded":"2024-05-11T04:24:14.259180+0000","last_fullsized":"2024-05-11T04:24:14.259180+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:28:01.748064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257931+0000","last_change":"2024-05-11T04:23:44.301869+0000","last_active":"2024-05-11T04:24:14.257931+0000","last_peered":"2024-05-11T04:24:14.257931+0000","last_clean":"2024-05-11T04:24:14.257931+0000","last_became_active":"2024-05-11T04:23:44.301466+0000","last_became_peered":"2024-05-11T04:23:44.301466+0000","last_unstale":"2024-05-11T04:24:14.257931+0000","last_undegraded":"2024-05-11T04:24:14.257931+0000","last_fullsized":"2024-05-11T04:24:14.257931+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:41:05.233556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319928+0000","last_change":"2024-05-11T04:23:44.270108+0000","last_active":"2024-05-11T04:24:14.319928+0000","last_peered":"2024-05-11T04:24:14.319928+0000","last_clean":"2024-05-11T04:24:14.319928+0000","last_became_active":"2024-05-11T04:23:44.267848+0000","last_became_peered":"2024-05-11T04:23:44.267848+0000","last_unstale":"2024-05-11T04:24:14.319928+0000","last_undegraded":"2024-05-11T04:24:14.319928+0000","last_fullsized":"2024-05-11T04:24:14.319928+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:05:40.721474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251734+0000","last_change":"2024-05-11T04:23:44.409886+0000","last_active":"2024-05-11T04:24:14.251734+0000","last_peered":"2024-05-11T04:24:14.251734+0000","last_clean":"2024-05-11T04:24:14.251734+0000","last_became_active":"2024-05-11T04:23:44.408805+0000","last_became_peered":"2024-05-11T04:23:44.408805+0000","last_unstale":"2024-05-11T04:24:14.251734+0000","last_undegraded":"2024-05-11T04:24:14.251734+0000","last_fullsized":"2024-05-11T04:24:14.251734+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:13:55.478394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320128+0000","last_change":"2024-05-11T04:23:44.258424+0000","last_active":"2024-05-11T04:24:14.320128+0000","last_peered":"2024-05-11T04:24:14.320128+0000","last_clean":"2024-05-11T04:24:14.320128+0000","last_became_active":"2024-05-11T04:23:44.257498+0000","last_became_peered":"2024-05-11T04:23:44.257498+0000","last_unstale":"2024-05-11T04:24:14.320128+0000","last_undegraded":"2024-05-11T04:24:14.320128+0000","last_fullsized":"2024-05-11T04:24:14.320128+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:21:16.491265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258327+0000","last_change":"2024-05-11T04:21:53.907460+0000","last_active":"2024-05-11T04:24:14.258327+0000","last_peered":"2024-05-11T04:24:14.258327+0000","last_clean":"2024-05-11T04:24:14.258327+0000","last_became_active":"2024-05-11T04:21:53.906768+0000","last_became_peered":"2024-05-11T04:21:53.906768+0000","last_unstale":"2024-05-11T04:24:14.258327+0000","last_undegraded":"2024-05-11T04:24:14.258327+0000","last_fullsized":"2024-05-11T04:24:14.258327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:20:01.955083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252457+0000","last_change":"2024-05-11T04:23:46.118986+0000","last_active":"2024-05-11T04:24:14.252457+0000","last_peered":"2024-05-11T04:24:14.252457+0000","last_clean":"2024-05-11T04:24:14.252457+0000","last_became_active":"2024-05-11T04:23:46.118093+0000","last_became_peered":"2024-05-11T04:23:46.118093+0000","last_unstale":"2024-05-11T04:24:14.252457+0000","last_undegraded":"2024-05-11T04:24:14.252457+0000","last_fullsized":"2024-05-11T04:24:14.252457+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:21:40.706978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251720+0000","last_change":"2024-05-11T04:21:54.534560+0000","last_active":"2024-05-11T04:24:14.251720+0000","last_peered":"2024-05-11T04:24:14.251720+0000","last_clean":"2024-05-11T04:24:14.251720+0000","last_became_active":"2024-05-11T04:21:54.533572+0000","last_became_peered":"2024-05-11T04:21:54.533572+0000","last_unstale":"2024-05-11T04:24:14.251720+0000","last_undegraded":"2024-05-11T04:24:14.251720+0000","last_fullsized":"2024-05-11T04:24:14.251720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:36:16.308440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254850+0000","last_change":"2024-05-11T04:23:44.267817+0000","last_active":"2024-05-11T04:24:14.254850+0000","last_peered":"2024-05-11T04:24:14.254850+0000","last_clean":"2024-05-11T04:24:14.254850+0000","last_became_active":"2024-05-11T04:23:44.267150+0000","last_became_peered":"2024-05-11T04:23:44.267150+0000","last_unstale":"2024-05-11T04:24:14.254850+0000","last_undegraded":"2024-05-11T04:24:14.254850+0000","last_fullsized":"2024-05-11T04:24:14.254850+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:36:20.387445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320134+0000","last_change":"2024-05-11T04:23:44.407656+0000","last_active":"2024-05-11T04:24:14.320134+0000","last_peered":"2024-05-11T04:24:14.320134+0000","last_clean":"2024-05-11T04:24:14.320134+0000","last_became_active":"2024-05-11T04:23:44.407268+0000","last_became_peered":"2024-05-11T04:23:44.407268+0000","last_unstale":"2024-05-11T04:24:14.320134+0000","last_undegraded":"2024-05-11T04:24:14.320134+0000","last_fullsized":"2024-05-11T04:24:14.320134+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:06:30.283014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251390+0000","last_change":"2024-05-11T04:23:44.257926+0000","last_active":"2024-05-11T04:24:14.251390+0000","last_peered":"2024-05-11T04:24:14.251390+0000","last_clean":"2024-05-11T04:24:14.251390+0000","last_became_active":"2024-05-11T04:23:44.256038+0000","last_became_peered":"2024-05-11T04:23:44.256038+0000","last_unstale":"2024-05-11T04:24:14.251390+0000","last_undegraded":"2024-05-11T04:24:14.251390+0000","last_fullsized":"2024-05-11T04:24:14.251390+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:49:19.873153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246592+0000","last_change":"2024-05-11T04:21:54.533064+0000","last_active":"2024-05-11T04:24:14.246592+0000","last_peered":"2024-05-11T04:24:14.246592+0000","last_clean":"2024-05-11T04:24:14.246592+0000","last_became_active":"2024-05-11T04:21:54.532210+0000","last_became_peered":"2024-05-11T04:21:54.532210+0000","last_unstale":"2024-05-11T04:24:14.246592+0000","last_undegraded":"2024-05-11T04:24:14.246592+0000","last_fullsized":"2024-05-11T04:24:14.246592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:36:52.013841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320178+0000","last_change":"2024-05-11T04:23:44.304030+0000","last_active":"2024-05-11T04:24:14.320178+0000","last_peered":"2024-05-11T04:24:14.320178+0000","last_clean":"2024-05-11T04:24:14.320178+0000","last_became_active":"2024-05-11T04:23:44.303642+0000","last_became_peered":"2024-05-11T04:23:44.303642+0000","last_unstale":"2024-05-11T04:24:14.320178+0000","last_undegraded":"2024-05-11T04:24:14.320178+0000","last_fullsized":"2024-05-11T04:24:14.320178+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:17:07.196634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319747+0000","last_change":"2024-05-11T04:23:44.264512+0000","last_active":"2024-05-11T04:24:14.319747+0000","last_peered":"2024-05-11T04:24:14.319747+0000","last_clean":"2024-05-11T04:24:14.319747+0000","last_became_active":"2024-05-11T04:23:44.253620+0000","last_became_peered":"2024-05-11T04:23:44.253620+0000","last_unstale":"2024-05-11T04:24:14.319747+0000","last_undegraded":"2024-05-11T04:24:14.319747+0000","last_fullsized":"2024-05-11T04:24:14.319747+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:16:02.933343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246146+0000","last_change":"2024-05-11T04:21:53.907455+0000","last_active":"2024-05-11T04:24:14.246146+0000","last_peered":"2024-05-11T04:24:14.246146+0000","last_clean":"2024-05-11T04:24:14.246146+0000","last_became_active":"2024-05-11T04:21:53.906883+0000","last_became_peered":"2024-05-11T04:21:53.906883+0000","last_unstale":"2024-05-11T04:24:14.246146+0000","last_undegraded":"2024-05-11T04:24:14.246146+0000","last_fullsized":"2024-05-11T04:24:14.246146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:09:04.246344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257814+0000","last_change":"2024-05-11T04:23:44.303742+0000","last_active":"2024-05-11T04:24:14.257814+0000","last_peered":"2024-05-11T04:24:14.257814+0000","last_clean":"2024-05-11T04:24:14.257814+0000","last_became_active":"2024-05-11T04:23:44.303346+0000","last_became_peered":"2024-05-11T04:23:44.303346+0000","last_unstale":"2024-05-11T04:24:14.257814+0000","last_undegraded":"2024-05-11T04:24:14.257814+0000","last_fullsized":"2024-05-11T04:24:14.257814+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:57:16.178340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253020+0000","last_change":"2024-05-11T04:23:44.255851+0000","last_active":"2024-05-11T04:24:14.253020+0000","last_peered":"2024-05-11T04:24:14.253020+0000","last_clean":"2024-05-11T04:24:14.253020+0000","last_became_active":"2024-05-11T04:23:44.254957+0000","last_became_peered":"2024-05-11T04:23:44.254957+0000","last_unstale":"2024-05-11T04:24:14.253020+0000","last_undegraded":"2024-05-11T04:24:14.253020+0000","last_fullsized":"2024-05-11T04:24:14.253020+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:45:36.871199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":269,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.282312+0000","last_change":"2024-05-11T04:20:20.658648+0000","last_active":"2024-05-11T04:24:15.282312+0000","last_peered":"2024-05-11T04:24:15.282312+0000","last_clean":"2024-05-11T04:24:15.282312+0000","last_became_active":"2024-05-11T04:20:20.657346+0000","last_became_peered":"2024-05-11T04:20:20.657346+0000","last_unstale":"2024-05-11T04:24:15.282312+0000","last_undegraded":"2024-05-11T04:24:15.282312+0000","last_fullsized":"2024-05-11T04:24:15.282312+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_clean_scrub_stamp":"2024-05-11T04:16:14.037965+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:34:03.444824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256793+0000","last_change":"2024-05-11T04:21:53.904098+0000","last_active":"2024-05-11T04:24:14.256793+0000","last_peered":"2024-05-11T04:24:14.256793+0000","last_clean":"2024-05-11T04:24:14.256793+0000","last_became_active":"2024-05-11T04:21:53.903388+0000","last_became_peered":"2024-05-11T04:21:53.903388+0000","last_unstale":"2024-05-11T04:24:14.256793+0000","last_undegraded":"2024-05-11T04:24:14.256793+0000","last_fullsized":"2024-05-11T04:24:14.256793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:34:50.480474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254739+0000","last_change":"2024-05-11T04:23:44.408740+0000","last_active":"2024-05-11T04:24:14.254739+0000","last_peered":"2024-05-11T04:24:14.254739+0000","last_clean":"2024-05-11T04:24:14.254739+0000","last_became_active":"2024-05-11T04:23:44.408375+0000","last_became_peered":"2024-05-11T04:23:44.408375+0000","last_unstale":"2024-05-11T04:24:14.254739+0000","last_undegraded":"2024-05-11T04:24:14.254739+0000","last_fullsized":"2024-05-11T04:24:14.254739+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:48:17.353049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249280+0000","last_change":"2024-05-11T04:23:44.243444+0000","last_active":"2024-05-11T04:24:14.249280+0000","last_peered":"2024-05-11T04:24:14.249280+0000","last_clean":"2024-05-11T04:24:14.249280+0000","last_became_active":"2024-05-11T04:23:44.242615+0000","last_became_peered":"2024-05-11T04:23:44.242615+0000","last_unstale":"2024-05-11T04:24:14.249280+0000","last_undegraded":"2024-05-11T04:24:14.249280+0000","last_fullsized":"2024-05-11T04:24:14.249280+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:38:03.007238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257394+0000","last_change":"2024-05-11T04:21:54.079507+0000","last_active":"2024-05-11T04:24:14.257394+0000","last_peered":"2024-05-11T04:24:14.257394+0000","last_clean":"2024-05-11T04:24:14.257394+0000","last_became_active":"2024-05-11T04:21:54.078548+0000","last_became_peered":"2024-05-11T04:21:54.078548+0000","last_unstale":"2024-05-11T04:24:14.257394+0000","last_undegraded":"2024-05-11T04:24:14.257394+0000","last_fullsized":"2024-05-11T04:24:14.257394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:09:58.670586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251240+0000","last_change":"2024-05-11T04:23:44.298702+0000","last_active":"2024-05-11T04:24:14.251240+0000","last_peered":"2024-05-11T04:24:14.251240+0000","last_clean":"2024-05-11T04:24:14.251240+0000","last_became_active":"2024-05-11T04:23:44.298143+0000","last_became_peered":"2024-05-11T04:23:44.298143+0000","last_unstale":"2024-05-11T04:24:14.251240+0000","last_undegraded":"2024-05-11T04:24:14.251240+0000","last_fullsized":"2024-05-11T04:24:14.251240+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:56:45.540482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252247+0000","last_change":"2024-05-11T04:23:44.248789+0000","last_active":"2024-05-11T04:24:14.252247+0000","last_peered":"2024-05-11T04:24:14.252247+0000","last_clean":"2024-05-11T04:24:14.252247+0000","last_became_active":"2024-05-11T04:23:44.247973+0000","last_became_peered":"2024-05-11T04:23:44.247973+0000","last_unstale":"2024-05-11T04:24:14.252247+0000","last_undegraded":"2024-05-11T04:24:14.252247+0000","last_fullsized":"2024-05-11T04:24:14.252247+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:12:24.582487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256222+0000","last_change":"2024-05-11T04:21:53.908081+0000","last_active":"2024-05-11T04:24:14.256222+0000","last_peered":"2024-05-11T04:24:14.256222+0000","last_clean":"2024-05-11T04:24:14.256222+0000","last_became_active":"2024-05-11T04:21:53.907160+0000","last_became_peered":"2024-05-11T04:21:53.907160+0000","last_unstale":"2024-05-11T04:24:14.256222+0000","last_undegraded":"2024-05-11T04:24:14.256222+0000","last_fullsized":"2024-05-11T04:24:14.256222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:44:27.849714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249631+0000","last_change":"2024-05-11T04:23:44.408115+0000","last_active":"2024-05-11T04:24:14.249631+0000","last_peered":"2024-05-11T04:24:14.249631+0000","last_clean":"2024-05-11T04:24:14.249631+0000","last_became_active":"2024-05-11T04:23:44.407733+0000","last_became_peered":"2024-05-11T04:23:44.407733+0000","last_unstale":"2024-05-11T04:24:14.249631+0000","last_undegraded":"2024-05-11T04:24:14.249631+0000","last_fullsized":"2024-05-11T04:24:14.249631+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:27:44.422128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258546+0000","last_change":"2024-05-11T04:23:44.253608+0000","last_active":"2024-05-11T04:24:14.258546+0000","last_peered":"2024-05-11T04:24:14.258546+0000","last_clean":"2024-05-11T04:24:14.258546+0000","last_became_active":"2024-05-11T04:23:44.252186+0000","last_became_peered":"2024-05-11T04:23:44.252186+0000","last_unstale":"2024-05-11T04:24:14.258546+0000","last_undegraded":"2024-05-11T04:24:14.258546+0000","last_fullsized":"2024-05-11T04:24:14.258546+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:22:57.034629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.250986+0000","last_change":"2024-05-11T04:21:53.908089+0000","last_active":"2024-05-11T04:24:14.250986+0000","last_peered":"2024-05-11T04:24:14.250986+0000","last_clean":"2024-05-11T04:24:14.250986+0000","last_became_active":"2024-05-11T04:21:53.906853+0000","last_became_peered":"2024-05-11T04:21:53.906853+0000","last_unstale":"2024-05-11T04:24:14.250986+0000","last_undegraded":"2024-05-11T04:24:14.250986+0000","last_fullsized":"2024-05-11T04:24:14.250986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:29:46.956425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254512+0000","last_change":"2024-05-11T04:23:44.298618+0000","last_active":"2024-05-11T04:24:14.254512+0000","last_peered":"2024-05-11T04:24:14.254512+0000","last_clean":"2024-05-11T04:24:14.254512+0000","last_became_active":"2024-05-11T04:23:44.298237+0000","last_became_peered":"2024-05-11T04:23:44.298237+0000","last_unstale":"2024-05-11T04:24:14.254512+0000","last_undegraded":"2024-05-11T04:24:14.254512+0000","last_fullsized":"2024-05-11T04:24:14.254512+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:10:13.724871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252777+0000","last_change":"2024-05-11T04:23:44.267728+0000","last_active":"2024-05-11T04:24:14.252777+0000","last_peered":"2024-05-11T04:24:14.252777+0000","last_clean":"2024-05-11T04:24:14.252777+0000","last_became_active":"2024-05-11T04:23:44.265212+0000","last_became_peered":"2024-05-11T04:23:44.265212+0000","last_unstale":"2024-05-11T04:24:14.252777+0000","last_undegraded":"2024-05-11T04:24:14.252777+0000","last_fullsized":"2024-05-11T04:24:14.252777+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:20:44.980378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253485+0000","last_change":"2024-05-11T04:23:44.296110+0000","last_active":"2024-05-11T04:24:14.253485+0000","last_peered":"2024-05-11T04:24:14.253485+0000","last_clean":"2024-05-11T04:24:14.253485+0000","last_became_active":"2024-05-11T04:23:44.295552+0000","last_became_peered":"2024-05-11T04:23:44.295552+0000","last_unstale":"2024-05-11T04:24:14.253485+0000","last_undegraded":"2024-05-11T04:24:14.253485+0000","last_fullsized":"2024-05-11T04:24:14.253485+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:33:54.115353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251912+0000","last_change":"2024-05-11T04:23:44.263688+0000","last_active":"2024-05-11T04:24:14.251912+0000","last_peered":"2024-05-11T04:24:14.251912+0000","last_clean":"2024-05-11T04:24:14.251912+0000","last_became_active":"2024-05-11T04:23:44.263145+0000","last_became_peered":"2024-05-11T04:23:44.263145+0000","last_unstale":"2024-05-11T04:24:14.251912+0000","last_undegraded":"2024-05-11T04:24:14.251912+0000","last_fullsized":"2024-05-11T04:24:14.251912+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:51:25.621227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252960+0000","last_change":"2024-05-11T04:23:44.296546+0000","last_active":"2024-05-11T04:24:14.252960+0000","last_peered":"2024-05-11T04:24:14.252960+0000","last_clean":"2024-05-11T04:24:14.252960+0000","last_became_active":"2024-05-11T04:23:44.296117+0000","last_became_peered":"2024-05-11T04:23:44.296117+0000","last_unstale":"2024-05-11T04:24:14.252960+0000","last_undegraded":"2024-05-11T04:24:14.252960+0000","last_fullsized":"2024-05-11T04:24:14.252960+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:26:50.196778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258122+0000","last_change":"2024-05-11T04:23:44.241805+0000","last_active":"2024-05-11T04:24:14.258122+0000","last_peered":"2024-05-11T04:24:14.258122+0000","last_clean":"2024-05-11T04:24:14.258122+0000","last_became_active":"2024-05-11T04:23:44.240956+0000","last_became_peered":"2024-05-11T04:23:44.240956+0000","last_unstale":"2024-05-11T04:24:14.258122+0000","last_undegraded":"2024-05-11T04:24:14.258122+0000","last_fullsized":"2024-05-11T04:24:14.258122+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:40:43.588259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252392+0000","last_change":"2024-05-11T04:23:44.294077+0000","last_active":"2024-05-11T04:24:14.252392+0000","last_peered":"2024-05-11T04:24:14.252392+0000","last_clean":"2024-05-11T04:24:14.252392+0000","last_became_active":"2024-05-11T04:23:44.293646+0000","last_became_peered":"2024-05-11T04:23:44.293646+0000","last_unstale":"2024-05-11T04:24:14.252392+0000","last_undegraded":"2024-05-11T04:24:14.252392+0000","last_fullsized":"2024-05-11T04:24:14.252392+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:11:16.055291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253369+0000","last_change":"2024-05-11T04:23:44.267329+0000","last_active":"2024-05-11T04:24:14.253369+0000","last_peered":"2024-05-11T04:24:14.253369+0000","last_clean":"2024-05-11T04:24:14.253369+0000","last_became_active":"2024-05-11T04:23:44.266625+0000","last_became_peered":"2024-05-11T04:23:44.266625+0000","last_unstale":"2024-05-11T04:24:14.253369+0000","last_undegraded":"2024-05-11T04:24:14.253369+0000","last_fullsized":"2024-05-11T04:24:14.253369+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:54:38.389062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319705+0000","last_change":"2024-05-11T04:23:44.306822+0000","last_active":"2024-05-11T04:24:14.319705+0000","last_peered":"2024-05-11T04:24:14.319705+0000","last_clean":"2024-05-11T04:24:14.319705+0000","last_became_active":"2024-05-11T04:23:44.295876+0000","last_became_peered":"2024-05-11T04:23:44.295876+0000","last_unstale":"2024-05-11T04:24:14.319705+0000","last_undegraded":"2024-05-11T04:24:14.319705+0000","last_fullsized":"2024-05-11T04:24:14.319705+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:20:47.227606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258959+0000","last_change":"2024-05-11T04:23:44.263447+0000","last_active":"2024-05-11T04:24:14.258959+0000","last_peered":"2024-05-11T04:24:14.258959+0000","last_clean":"2024-05-11T04:24:14.258959+0000","last_became_active":"2024-05-11T04:23:44.263042+0000","last_became_peered":"2024-05-11T04:23:44.263042+0000","last_unstale":"2024-05-11T04:24:14.258959+0000","last_undegraded":"2024-05-11T04:24:14.258959+0000","last_fullsized":"2024-05-11T04:24:14.258959+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:43:39.182683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.257670+0000","last_change":"2024-05-11T04:23:44.303105+0000","last_active":"2024-05-11T04:24:14.257670+0000","last_peered":"2024-05-11T04:24:14.257670+0000","last_clean":"2024-05-11T04:24:14.257670+0000","last_became_active":"2024-05-11T04:23:44.302668+0000","last_became_peered":"2024-05-11T04:23:44.302668+0000","last_unstale":"2024-05-11T04:24:14.257670+0000","last_undegraded":"2024-05-11T04:24:14.257670+0000","last_fullsized":"2024-05-11T04:24:14.257670+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:04.053689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246709+0000","last_change":"2024-05-11T04:23:44.261521+0000","last_active":"2024-05-11T04:24:14.246709+0000","last_peered":"2024-05-11T04:24:14.246709+0000","last_clean":"2024-05-11T04:24:14.246709+0000","last_became_active":"2024-05-11T04:23:44.260972+0000","last_became_peered":"2024-05-11T04:23:44.260972+0000","last_unstale":"2024-05-11T04:24:14.246709+0000","last_undegraded":"2024-05-11T04:24:14.246709+0000","last_fullsized":"2024-05-11T04:24:14.246709+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:31:43.238080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251633+0000","last_change":"2024-05-11T04:23:44.296039+0000","last_active":"2024-05-11T04:24:14.251633+0000","last_peered":"2024-05-11T04:24:14.251633+0000","last_clean":"2024-05-11T04:24:14.251633+0000","last_became_active":"2024-05-11T04:23:44.295300+0000","last_became_peered":"2024-05-11T04:23:44.295300+0000","last_unstale":"2024-05-11T04:24:14.251633+0000","last_undegraded":"2024-05-11T04:24:14.251633+0000","last_fullsized":"2024-05-11T04:24:14.251633+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:10:33.207367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246729+0000","last_change":"2024-05-11T04:23:44.269848+0000","last_active":"2024-05-11T04:24:14.246729+0000","last_peered":"2024-05-11T04:24:14.246729+0000","last_clean":"2024-05-11T04:24:14.246729+0000","last_became_active":"2024-05-11T04:23:44.268690+0000","last_became_peered":"2024-05-11T04:23:44.268690+0000","last_unstale":"2024-05-11T04:24:14.246729+0000","last_undegraded":"2024-05-11T04:24:14.246729+0000","last_fullsized":"2024-05-11T04:24:14.246729+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:14:29.837496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256731+0000","last_change":"2024-05-11T04:23:45.893598+0000","last_active":"2024-05-11T04:24:14.256731+0000","last_peered":"2024-05-11T04:24:14.256731+0000","last_clean":"2024-05-11T04:24:14.256731+0000","last_became_active":"2024-05-11T04:23:45.893265+0000","last_became_peered":"2024-05-11T04:23:45.893265+0000","last_unstale":"2024-05-11T04:24:14.256731+0000","last_undegraded":"2024-05-11T04:24:14.256731+0000","last_fullsized":"2024-05-11T04:24:14.256731+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:56:50.632837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246785+0000","last_change":"2024-05-11T04:23:44.269666+0000","last_active":"2024-05-11T04:24:14.246785+0000","last_peered":"2024-05-11T04:24:14.246785+0000","last_clean":"2024-05-11T04:24:14.246785+0000","last_became_active":"2024-05-11T04:23:44.269120+0000","last_became_peered":"2024-05-11T04:23:44.269120+0000","last_unstale":"2024-05-11T04:24:14.246785+0000","last_undegraded":"2024-05-11T04:24:14.246785+0000","last_fullsized":"2024-05-11T04:24:14.246785+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:09:05.787417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.657708+0000","last_change":"2024-05-11T04:24:15.657708+0000","last_active":"2024-05-11T04:24:15.657708+0000","last_peered":"2024-05-11T04:24:15.657708+0000","last_clean":"2024-05-11T04:24:15.657708+0000","last_became_active":"2024-05-11T04:24:15.656837+0000","last_became_peered":"2024-05-11T04:24:15.656837+0000","last_unstale":"2024-05-11T04:24:15.657708+0000","last_undegraded":"2024-05-11T04:24:15.657708+0000","last_fullsized":"2024-05-11T04:24:15.657708+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:16:48.356999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":32,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.256696+0000","last_change":"2024-05-11T04:23:44.260177+0000","last_active":"2024-05-11T04:24:14.256696+0000","last_peered":"2024-05-11T04:24:14.256696+0000","last_clean":"2024-05-11T04:24:14.256696+0000","last_became_active":"2024-05-11T04:23:44.259367+0000","last_became_peered":"2024-05-11T04:23:44.259367+0000","last_unstale":"2024-05-11T04:24:14.256696+0000","last_undegraded":"2024-05-11T04:24:14.256696+0000","last_fullsized":"2024-05-11T04:24:14.256696+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:44:42.894093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319859+0000","last_change":"2024-05-11T04:23:44.306661+0000","last_active":"2024-05-11T04:24:14.319859+0000","last_peered":"2024-05-11T04:24:14.319859+0000","last_clean":"2024-05-11T04:24:14.319859+0000","last_became_active":"2024-05-11T04:23:44.306253+0000","last_became_peered":"2024-05-11T04:23:44.306253+0000","last_unstale":"2024-05-11T04:24:14.319859+0000","last_undegraded":"2024-05-11T04:24:14.319859+0000","last_fullsized":"2024-05-11T04:24:14.319859+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:48:17.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.245945+0000","last_change":"2024-05-11T04:23:44.268624+0000","last_active":"2024-05-11T04:24:14.245945+0000","last_peered":"2024-05-11T04:24:14.245945+0000","last_clean":"2024-05-11T04:24:14.245945+0000","last_became_active":"2024-05-11T04:23:44.267589+0000","last_became_peered":"2024-05-11T04:23:44.267589+0000","last_unstale":"2024-05-11T04:24:14.245945+0000","last_undegraded":"2024-05-11T04:24:14.245945+0000","last_fullsized":"2024-05-11T04:24:14.245945+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:55:26.357997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258347+0000","last_change":"2024-05-11T04:23:45.333986+0000","last_active":"2024-05-11T04:24:14.258347+0000","last_peered":"2024-05-11T04:24:14.258347+0000","last_clean":"2024-05-11T04:24:14.258347+0000","last_became_active":"2024-05-11T04:23:45.332937+0000","last_became_peered":"2024-05-11T04:23:45.332937+0000","last_unstale":"2024-05-11T04:24:14.258347+0000","last_undegraded":"2024-05-11T04:24:14.258347+0000","last_fullsized":"2024-05-11T04:24:14.258347+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:52.372120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319982+0000","last_change":"2024-05-11T04:23:44.253210+0000","last_active":"2024-05-11T04:24:14.319982+0000","last_peered":"2024-05-11T04:24:14.319982+0000","last_clean":"2024-05-11T04:24:14.319982+0000","last_became_active":"2024-05-11T04:23:44.252282+0000","last_became_peered":"2024-05-11T04:23:44.252282+0000","last_unstale":"2024-05-11T04:24:14.319982+0000","last_undegraded":"2024-05-11T04:24:14.319982+0000","last_fullsized":"2024-05-11T04:24:14.319982+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:19:13.966428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253624+0000","last_change":"2024-05-11T04:23:46.025753+0000","last_active":"2024-05-11T04:24:14.253624+0000","last_peered":"2024-05-11T04:24:14.253624+0000","last_clean":"2024-05-11T04:24:14.253624+0000","last_became_active":"2024-05-11T04:23:46.025165+0000","last_became_peered":"2024-05-11T04:23:46.025165+0000","last_unstale":"2024-05-11T04:24:14.253624+0000","last_undegraded":"2024-05-11T04:24:14.253624+0000","last_fullsized":"2024-05-11T04:24:14.253624+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:02:25.671621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246627+0000","last_change":"2024-05-11T04:23:44.268165+0000","last_active":"2024-05-11T04:24:14.246627+0000","last_peered":"2024-05-11T04:24:14.246627+0000","last_clean":"2024-05-11T04:24:14.246627+0000","last_became_active":"2024-05-11T04:23:44.267438+0000","last_became_peered":"2024-05-11T04:23:44.267438+0000","last_unstale":"2024-05-11T04:24:14.246627+0000","last_undegraded":"2024-05-11T04:24:14.246627+0000","last_fullsized":"2024-05-11T04:24:14.246627+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:08:26.258047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252416+0000","last_change":"2024-05-11T04:23:44.295946+0000","last_active":"2024-05-11T04:24:14.252416+0000","last_peered":"2024-05-11T04:24:14.252416+0000","last_clean":"2024-05-11T04:24:14.252416+0000","last_became_active":"2024-05-11T04:23:44.295209+0000","last_became_peered":"2024-05-11T04:23:44.295209+0000","last_unstale":"2024-05-11T04:24:14.252416+0000","last_undegraded":"2024-05-11T04:24:14.252416+0000","last_fullsized":"2024-05-11T04:24:14.252416+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:29:18.477243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'7","reported_seq":29,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.252569+0000","last_change":"2024-05-11T04:23:44.258270+0000","last_active":"2024-05-11T04:24:14.252569+0000","last_peered":"2024-05-11T04:24:14.252569+0000","last_clean":"2024-05-11T04:24:14.252569+0000","last_became_active":"2024-05-11T04:23:44.257389+0000","last_became_peered":"2024-05-11T04:23:44.257389+0000","last_unstale":"2024-05-11T04:24:14.252569+0000","last_undegraded":"2024-05-11T04:24:14.252569+0000","last_fullsized":"2024-05-11T04:24:14.252569+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:43:18.129503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249460+0000","last_change":"2024-05-11T04:23:44.296945+0000","last_active":"2024-05-11T04:24:14.249460+0000","last_peered":"2024-05-11T04:24:14.249460+0000","last_clean":"2024-05-11T04:24:14.249460+0000","last_became_active":"2024-05-11T04:23:44.296515+0000","last_became_peered":"2024-05-11T04:23:44.296515+0000","last_unstale":"2024-05-11T04:24:14.249460+0000","last_undegraded":"2024-05-11T04:24:14.249460+0000","last_fullsized":"2024-05-11T04:24:14.249460+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:22:26.616720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.246376+0000","last_change":"2024-05-11T04:23:44.271008+0000","last_active":"2024-05-11T04:24:14.246376+0000","last_peered":"2024-05-11T04:24:14.246376+0000","last_clean":"2024-05-11T04:24:14.246376+0000","last_became_active":"2024-05-11T04:23:44.270675+0000","last_became_peered":"2024-05-11T04:23:44.270675+0000","last_unstale":"2024-05-11T04:24:14.246376+0000","last_undegraded":"2024-05-11T04:24:14.246376+0000","last_fullsized":"2024-05-11T04:24:14.246376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:24:36.947240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.254081+0000","last_change":"2024-05-11T04:23:45.893946+0000","last_active":"2024-05-11T04:24:14.254081+0000","last_peered":"2024-05-11T04:24:14.254081+0000","last_clean":"2024-05-11T04:24:14.254081+0000","last_became_active":"2024-05-11T04:23:45.893587+0000","last_became_peered":"2024-05-11T04:23:45.893587+0000","last_unstale":"2024-05-11T04:24:14.254081+0000","last_undegraded":"2024-05-11T04:24:14.254081+0000","last_fullsized":"2024-05-11T04:24:14.254081+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:24:48.273423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.258719+0000","last_change":"2024-05-11T04:23:44.250851+0000","last_active":"2024-05-11T04:24:14.258719+0000","last_peered":"2024-05-11T04:24:14.258719+0000","last_clean":"2024-05-11T04:24:14.258719+0000","last_became_active":"2024-05-11T04:23:44.250203+0000","last_became_peered":"2024-05-11T04:23:44.250203+0000","last_unstale":"2024-05-11T04:24:14.258719+0000","last_undegraded":"2024-05-11T04:24:14.258719+0000","last_fullsized":"2024-05-11T04:24:14.258719+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:10:30.910259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253008+0000","last_change":"2024-05-11T04:23:46.022771+0000","last_active":"2024-05-11T04:24:14.253008+0000","last_peered":"2024-05-11T04:24:14.253008+0000","last_clean":"2024-05-11T04:24:14.253008+0000","last_became_active":"2024-05-11T04:23:46.022404+0000","last_became_peered":"2024-05-11T04:23:46.022404+0000","last_unstale":"2024-05-11T04:24:14.253008+0000","last_undegraded":"2024-05-11T04:24:14.253008+0000","last_fullsized":"2024-05-11T04:24:14.253008+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:30:18.027219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.320388+0000","last_change":"2024-05-11T04:23:44.254766+0000","last_active":"2024-05-11T04:24:14.320388+0000","last_peered":"2024-05-11T04:24:14.320388+0000","last_clean":"2024-05-11T04:24:14.320388+0000","last_became_active":"2024-05-11T04:23:44.253213+0000","last_became_peered":"2024-05-11T04:23:44.253213+0000","last_unstale":"2024-05-11T04:24:14.320388+0000","last_undegraded":"2024-05-11T04:24:14.320388+0000","last_fullsized":"2024-05-11T04:24:14.320388+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:18:58.353086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:24:15.657175+0000","last_change":"2024-05-11T04:24:15.657175+0000","last_active":"2024-05-11T04:24:15.657175+0000","last_peered":"2024-05-11T04:24:15.657175+0000","last_clean":"2024-05-11T04:24:15.657175+0000","last_became_active":"2024-05-11T04:24:15.655941+0000","last_became_peered":"2024-05-11T04:24:15.655941+0000","last_unstale":"2024-05-11T04:24:15.657175+0000","last_undegraded":"2024-05-11T04:24:15.657175+0000","last_fullsized":"2024-05-11T04:24:15.657175+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:47:21.589801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253265+0000","last_change":"2024-05-11T04:23:44.260589+0000","last_active":"2024-05-11T04:24:14.253265+0000","last_peered":"2024-05-11T04:24:14.253265+0000","last_clean":"2024-05-11T04:24:14.253265+0000","last_became_active":"2024-05-11T04:23:44.259675+0000","last_became_peered":"2024-05-11T04:23:44.259675+0000","last_unstale":"2024-05-11T04:24:14.253265+0000","last_undegraded":"2024-05-11T04:24:14.253265+0000","last_fullsized":"2024-05-11T04:24:14.253265+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:53:55.010972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.319901+0000","last_change":"2024-05-11T04:23:44.305514+0000","last_active":"2024-05-11T04:24:14.319901+0000","last_peered":"2024-05-11T04:24:14.319901+0000","last_clean":"2024-05-11T04:24:14.319901+0000","last_became_active":"2024-05-11T04:23:44.304932+0000","last_became_peered":"2024-05-11T04:23:44.304932+0000","last_unstale":"2024-05-11T04:24:14.319901+0000","last_undegraded":"2024-05-11T04:24:14.319901+0000","last_fullsized":"2024-05-11T04:24:14.319901+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:28:56.552595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.249330+0000","last_change":"2024-05-11T04:23:44.261799+0000","last_active":"2024-05-11T04:24:14.249330+0000","last_peered":"2024-05-11T04:24:14.249330+0000","last_clean":"2024-05-11T04:24:14.249330+0000","last_became_active":"2024-05-11T04:23:44.261195+0000","last_became_peered":"2024-05-11T04:23:44.261195+0000","last_unstale":"2024-05-11T04:24:14.249330+0000","last_undegraded":"2024-05-11T04:24:14.249330+0000","last_fullsized":"2024-05-11T04:24:14.249330+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:50:09.882779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.253790+0000","last_change":"2024-05-11T04:23:46.132164+0000","last_active":"2024-05-11T04:24:14.253790+0000","last_peered":"2024-05-11T04:24:14.253790+0000","last_clean":"2024-05-11T04:24:14.253790+0000","last_became_active":"2024-05-11T04:23:46.131152+0000","last_became_peered":"2024-05-11T04:23:46.131152+0000","last_unstale":"2024-05-11T04:24:14.253790+0000","last_undegraded":"2024-05-11T04:24:14.253790+0000","last_fullsized":"2024-05-11T04:24:14.253790+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:41:02.161613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:24:14.251516+0000","last_change":"2024-05-11T04:23:44.260000+0000","last_active":"2024-05-11T04:24:14.251516+0000","last_peered":"2024-05-11T04:24:14.251516+0000","last_clean":"2024-05-11T04:24:14.251516+0000","last_became_active":"2024-05-11T04:23:44.259082+0000","last_became_peered":"2024-05-11T04:23:44.259082+0000","last_unstale":"2024-05-11T04:24:14.251516+0000","last_undegraded":"2024-05-11T04:24:14.251516+0000","last_fullsized":"2024-05-11T04:24:14.251516+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:00:22.304697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234047,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28340,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716812,"statfs":{"total":95995035648,"available":95966015488,"internally_reserved":0,"allocated":1351680,"data_stored":913571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.98899999999999999,"15min":1.0229999999999999},"min":{"1min":0.55900000000000005,"5min":0.436,"15min":0.436},"max":{"1min":1.286,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.93000000000000005,"15min":0.92400000000000004},"min":{"1min":0.63600000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.1000000000000001}]},{"osd":1,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.93700000000000006,"15min":0.94299999999999995},"min":{"1min":0.69499999999999995,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.272,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.95699999999999996,"15min":0.94899999999999995},"min":{"1min":0.72199999999999998,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.2410000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.753}]},{"osd":2,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.92300000000000004,"15min":0.92700000000000005},"min":{"1min":0.61899999999999999,"5min":0.439,"15min":0.439},"max":{"1min":1.2529999999999999,"5min":1.47,"15min":1.47},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":1.002,"15min":1.036},"min":{"1min":0.56999999999999995,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.3819999999999999,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.0669999999999999}]},{"osd":3,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97899999999999998},"min":{"1min":0.65400000000000003,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.2809999999999999,"5min":1.464,"15min":1.464},"last":0.93899999999999995},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.103,"15min":1.149},"min":{"1min":0.66700000000000004,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2290000000000001,"5min":1.49,"15min":1.49},"last":0.98199999999999998}]},{"osd":4,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.95899999999999996,"15min":0.98699999999999999},"min":{"1min":0.57699999999999996,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2909999999999999,"5min":1.714,"15min":1.714},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":1.0149999999999999,"15min":0.99199999999999999},"min":{"1min":0.57499999999999996,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.3580000000000001,"5min":1.599,"15min":1.599},"last":1.0169999999999999}]},{"osd":5,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.103,"15min":1.1439999999999999},"min":{"1min":0.59699999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.407,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.153},{"interface":"front","average":{"1min":1.121,"5min":1.113,"15min":1.101},"min":{"1min":0.63700000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.53,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.331}]},{"osd":6,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.153,"15min":1.159},"min":{"1min":0.75900000000000001,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.4730000000000001,"5min":1.544,"15min":1.544},"last":1.2709999999999999},{"interface":"front","average":{"1min":1.153,"5min":1.139,"15min":1.115},"min":{"1min":0.61899999999999999,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.5900000000000001,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.2270000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495690,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28332,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716820,"statfs":{"total":95995035648,"available":95966023680,"internally_reserved":0,"allocated":1339392,"data_stored":913425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.90000000000000002,"15min":0.92600000000000005},"min":{"1min":0.56200000000000006,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.1930000000000001,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3080000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.66100000000000003}]},{"osd":1,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.92700000000000005,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.25,"5min":2.0379999999999998,"15min":2.0379999999999998},"last":0.89400000000000002},{"interface":"front","average":{"1min":1,"5min":0.98199999999999998,"15min":0.95899999999999996},"min":{"1min":0.52900000000000003,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.04}]},{"osd":2,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":0.95799999999999996,"15min":0.89400000000000002},"min":{"1min":0.70899999999999996,"5min":0.503,"15min":0.503},"max":{"1min":1.3220000000000001,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.121},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.94499999999999995,"15min":0.95599999999999996},"min":{"1min":0.65400000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2230000000000001,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.85699999999999998}]},{"osd":3,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":0.99299999999999999,"15min":0.94999999999999996},"min":{"1min":0.76300000000000001,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4159999999999999,"5min":1.849,"15min":1.849},"last":0.623},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.05,"15min":1.036},"min":{"1min":0.72399999999999998,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.462,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.75700000000000001}]},{"osd":4,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.91600000000000004,"15min":0.88400000000000001},"min":{"1min":0.66300000000000003,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.999},{"interface":"front","average":{"1min":1.155,"5min":1.0600000000000001,"15min":1.018},"min":{"1min":0.82799999999999996,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.645,"5min":1.645,"15min":1.645},"last":0.93899999999999995}]},{"osd":5,"last update":"Sat May 11 04:24:36 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.92500000000000004,"15min":0.91700000000000004},"min":{"1min":0.63,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.2809999999999999,"5min":1.462,"15min":1.462},"last":0.97199999999999998},{"interface":"front","average":{"1min":1.165,"5min":1.0860000000000001,"15min":1.0589999999999999},"min":{"1min":0.97699999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.5169999999999999,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.1499999999999999}]},{"osd":7,"last update":"Sat May 11 04:24:23 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.121,"15min":1.093},"min":{"1min":0.74099999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":1.198},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.056,"15min":1.0269999999999999},"min":{"1min":0.877,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.099}]}]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":729088,"data_stored":321481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.68000000000000005,"15min":0.59099999999999997},"min":{"1min":0.35999999999999999,"5min":0.26500000000000001,"15min":0.26200000000000001},"max":{"1min":1.046,"5min":1.0600000000000001,"15min":1.0600000000000001},"last":0.876},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.48999999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1259999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":1.236}]},{"osd":2,"last update":"Sat May 11 04:24:34 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.63700000000000001},"min":{"1min":0.47999999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.95899999999999996,"5min":1.026,"15min":1.099},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.79400000000000004,"15min":0.72699999999999998},"min":{"1min":0.38600000000000001,"5min":0.36099999999999999,"15min":0.33900000000000002},"max":{"1min":1.0349999999999999,"5min":1.492,"15min":1.492},"last":0.79800000000000004}]},{"osd":3,"last update":"Sat May 11 04:25:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.81699999999999995,"15min":0.81299999999999994},"min":{"1min":0.40600000000000003,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.1459999999999999,"5min":1.228,"15min":1.228},"last":1.036},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.82699999999999996,"15min":0.80200000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.2390000000000001,"5min":1.3109999999999999,"15min":1.3109999999999999},"last":0.97999999999999998}]},{"osd":4,"last update":"Sat May 11 04:24:56 2024","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.95099999999999996,"15min":0.90900000000000003},"min":{"1min":0.61899999999999999,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.4490000000000001,"5min":1.627,"15min":1.627},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.052,"5min":1.032,"15min":0.94399999999999995},"min":{"1min":0.64500000000000002,"5min":0.501,"15min":0.501},"max":{"1min":1.391,"5min":1.393,"15min":1.393},"last":1.171}]},{"osd":5,"last update":"Sat May 11 04:24:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.032,"15min":1.0289999999999999},"min":{"1min":0.61899999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.3480000000000001,"5min":1.552,"15min":1.552},"last":1.006},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0129999999999999,"15min":1.01},"min":{"1min":0.68300000000000005,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.3100000000000001,"5min":1.665,"15min":1.665},"last":1.141}]},{"osd":6,"last update":"Sat May 11 04:24:37 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.085,"15min":1.0669999999999999},"min":{"1min":0.82999999999999996,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.86099999999999999},{"interface":"front","average":{"1min":1.083,"5min":1.0549999999999999,"15min":1.0660000000000001},"min":{"1min":0.76000000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.94199999999999995}]},{"osd":7,"last update":"Sat May 11 04:24:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.1140000000000001,"15min":1.147},"min":{"1min":0.95999999999999996,"5min":0.498,"15min":0.498},"max":{"1min":1.5209999999999999,"5min":1.6930000000000001,"15min":1.6930000000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.244,"5min":1.1699999999999999,"15min":1.198},"min":{"1min":0.90500000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.403,"5min":1.823,"15min":1.823},"last":1.0760000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738501,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32424,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712728,"statfs":{"total":95995035648,"available":95961833472,"internally_reserved":0,"allocated":1335296,"data_stored":912726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.67000000000000004,"15min":0.59299999999999997},"min":{"1min":0.34499999999999997,"5min":0.29199999999999998,"15min":0.26200000000000001},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.77900000000000003,"15min":0.65600000000000003},"min":{"1min":0.38100000000000001,"5min":0.36499999999999999,"15min":0.252},"max":{"1min":1.0249999999999999,"5min":1.8959999999999999,"15min":1.8959999999999999},"last":0.91900000000000004}]},{"osd":2,"last update":"Sat May 11 04:24:24 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.79400000000000004,"15min":0.72899999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.30399999999999999},"max":{"1min":1.415,"5min":1.415,"15min":1.415},"last":1.085},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.77100000000000002,"15min":0.71099999999999997},"min":{"1min":0.38,"5min":0.36799999999999999,"15min":0.28699999999999998},"max":{"1min":1.2270000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.996}]},{"osd":3,"last update":"Sat May 11 04:25:19 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.83999999999999997,"15min":0.82499999999999996},"min":{"1min":0.495,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.4830000000000001,"5min":1.6519999999999999,"15min":1.6519999999999999},"last":1.163},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.876,"15min":0.84299999999999997},"min":{"1min":0.38,"5min":0.374,"15min":0.374},"max":{"1min":1.2589999999999999,"5min":1.397,"15min":1.4710000000000001},"last":0.80600000000000005}]},{"osd":4,"last update":"Sat May 11 04:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.0249999999999999,"15min":0.98999999999999999},"min":{"1min":0.66600000000000004,"5min":0.502,"15min":0.502},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.887},"last":1.202},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.92900000000000005,"15min":0.90800000000000003},"min":{"1min":0.58899999999999997,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.3440000000000001,"5min":1.415,"15min":1.415},"last":0.879}]},{"osd":5,"last update":"Sat May 11 04:24:54 2024","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.0649999999999999,"15min":1.0269999999999999},"min":{"1min":0.72199999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.486,"5min":1.581,"15min":1.581},"last":1.2490000000000001},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.1040000000000001,"15min":1.103},"min":{"1min":0.60799999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.3420000000000001,"5min":1.835,"15min":1.835},"last":1.294}]},{"osd":6,"last update":"Sat May 11 04:24:42 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.016,"15min":1.02},"min":{"1min":0.71899999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.389,"5min":1.667,"15min":1.667},"last":0.96399999999999997},{"interface":"front","average":{"1min":1.115,"5min":1.1240000000000001,"15min":1.175},"min":{"1min":0.63400000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.4710000000000001,"5min":1.544,"15min":1.544},"last":1.3240000000000001}]},{"osd":7,"last update":"Sat May 11 04:24:24 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.1579999999999999,"15min":1.194},"min":{"1min":0.746,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3220000000000001,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":1.365},{"interface":"front","average":{"1min":1.101,"5min":1.046,"15min":1.05},"min":{"1min":0.622,"5min":0.499,"15min":0.499},"max":{"1min":1.3029999999999999,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.129}]}]},{"osd":2,"up_from":18,"seq":77309411441,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":741376,"data_stored":322370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.68600000000000005,"15min":0.64300000000000002},"min":{"1min":0.42299999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.012,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.67600000000000005},"min":{"1min":0.373,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.1870000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.83999999999999997}]},{"osd":1,"last update":"Sat May 11 04:24:29 2024","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.75900000000000001,"15min":0.68799999999999994},"min":{"1min":0.45400000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.873,"15min":0.76200000000000001},"min":{"1min":0.40400000000000003,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.1899999999999999,"5min":1.3899999999999999,"15min":1.444},"last":0.65800000000000003}]},{"osd":3,"last update":"Sat May 11 04:25:14 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.88,"15min":0.84399999999999997},"min":{"1min":0.437,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.248,"5min":1.296,"15min":1.296},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.78300000000000003,"15min":0.77000000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1240000000000001,"5min":1.177,"15min":1.2150000000000001},"last":0.69499999999999995}]},{"osd":4,"last update":"Sat May 11 04:25:04 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0189999999999999,"15min":1.024},"min":{"1min":0.81699999999999995,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.6699999999999999},"last":1.004},{"interface":"front","average":{"1min":1.036,"5min":1.0149999999999999,"15min":1.01},"min":{"1min":0.78800000000000003,"5min":0.62,"15min":0.62},"max":{"1min":1.2829999999999999,"5min":1.52,"15min":1.52},"last":1.1619999999999999}]},{"osd":5,"last update":"Sat May 11 04:24:54 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.1020000000000001,"15min":1.1040000000000001},"min":{"1min":0.70699999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":1.3240000000000001},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.018,"15min":1.0289999999999999},"min":{"1min":0.78800000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.052}]},{"osd":6,"last update":"Sat May 11 04:24:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.071,"15min":1.046},"min":{"1min":0.86199999999999999,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.292},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.1719999999999999,"15min":1.1579999999999999},"min":{"1min":0.73699999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":1.1200000000000001}]},{"osd":7,"last update":"Sat May 11 04:24:27 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.125,"15min":1.127},"min":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.2350000000000001,"15min":1.2509999999999999},"min":{"1min":0.64300000000000002,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.4870000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":1.238}]}]},{"osd":3,"up_from":25,"seq":107374182503,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31832,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713320,"statfs":{"total":95995035648,"available":95962439680,"internally_reserved":0,"allocated":737280,"data_stored":321844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.66700000000000004,"15min":0.65400000000000003},"min":{"1min":0.51900000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.747,"5min":0.76100000000000001,"15min":0.75800000000000001},"min":{"1min":0.47699999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.008,"5min":1.1399999999999999,"15min":1.1819999999999999},"last":0.88}]},{"osd":1,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.77400000000000002,"15min":0.76900000000000002},"min":{"1min":0.55700000000000005,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.98799999999999999,"5min":1.343,"15min":1.343},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.79500000000000004,"15min":0.754},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.63700000000000001}]},{"osd":2,"last update":"Sat May 11 04:24:15 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.90600000000000003,"15min":0.84399999999999997},"min":{"1min":0.44800000000000001,"5min":0.309,"15min":0.309},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.81699999999999995,"15min":0.81899999999999995},"min":{"1min":0.434,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.94499999999999995}]},{"osd":4,"last update":"Sat May 11 04:25:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0169999999999999,"15min":0.96799999999999997},"min":{"1min":0.65300000000000002,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.514,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97399999999999998,"15min":0.94999999999999996},"min":{"1min":0.57599999999999996,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.256,"5min":1.413,"15min":1.413},"last":1.0820000000000001}]},{"osd":5,"last update":"Sat May 11 04:24:52 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.0109999999999999,"15min":0.98699999999999999},"min":{"1min":0.746,"5min":0.5,"15min":0.5},"max":{"1min":1.4770000000000001,"5min":1.518,"15min":1.518},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.054,"5min":1.071,"15min":1.0589999999999999},"min":{"1min":0.69399999999999995,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.4830000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.85899999999999999}]},{"osd":6,"last update":"Sat May 11 04:24:34 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.0780000000000001,"15min":1.0920000000000001},"min":{"1min":0.76300000000000001,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.4510000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.3300000000000001},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0840000000000001,"15min":1.107},"min":{"1min":0.82499999999999996,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.464,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":1.0009999999999999}]},{"osd":7,"last update":"Sat May 11 04:24:24 2024","interfaces":[{"interface":"back","average":{"1min":1.194,"5min":1.1339999999999999,"15min":1.1319999999999999},"min":{"1min":0.63600000000000001,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.2770000000000001,"5min":2.2770000000000001,"15min":2.2770000000000001},"last":1.026},{"interface":"front","average":{"1min":1.1879999999999999,"5min":1.151,"15min":1.173},"min":{"1min":0.82899999999999996,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.4179999999999999,"5min":1.478,"15min":1.478},"last":1.381}]}]},{"osd":4,"up_from":30,"seq":128849018973,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713300,"statfs":{"total":95995035648,"available":95962419200,"internally_reserved":0,"allocated":753664,"data_stored":323191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90400000000000003,"15min":0.91000000000000003},"min":{"1min":0.56899999999999995,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.206,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.133},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.89600000000000002,"15min":0.82399999999999995},"min":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48699999999999999},"max":{"1min":1.206,"5min":1.357,"15min":1.357},"last":0.93000000000000005}]},{"osd":1,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.91800000000000004,"15min":0.877},"min":{"1min":0.64600000000000002,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2270000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.042},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.93200000000000005,"15min":0.89300000000000002},"min":{"1min":0.55100000000000005,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.27,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.72499999999999998}]},{"osd":2,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.94199999999999995,"15min":0.91300000000000003},"min":{"1min":0.60199999999999998,"5min":0.55300000000000005,"15min":0.504},"max":{"1min":1.2809999999999999,"5min":1.3580000000000001,"15min":1.456},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88300000000000001,"15min":0.89400000000000002},"min":{"1min":0.72399999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.083,"5min":1.347,"15min":1.347},"last":1.0109999999999999}]},{"osd":3,"last update":"Sat May 11 04:25:02 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.93300000000000005,"15min":0.94399999999999995},"min":{"1min":0.59299999999999997,"5min":0.54400000000000004,"15min":0.50900000000000001},"max":{"1min":1.1279999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.97099999999999997,"15min":0.94999999999999996},"min":{"1min":0.68899999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.3120000000000001,"5min":1.363,"15min":1.363},"last":0.98199999999999998}]},{"osd":5,"last update":"Sat May 11 04:24:50 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.95699999999999996,"15min":0.79200000000000004},"min":{"1min":0.433,"5min":0.433,"15min":0.30099999999999999},"max":{"1min":1.331,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":1.036,"5min":1.042,"15min":0.90400000000000003},"min":{"1min":0.435,"5min":0.42599999999999999,"15min":0.318},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.179}]},{"osd":6,"last update":"Sat May 11 04:24:38 2024","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.92100000000000004,"15min":0.91000000000000003},"min":{"1min":0.38,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.181,"5min":1.321,"15min":1.321},"last":0.81899999999999995},{"interface":"front","average":{"1min":1.1339999999999999,"5min":1.103,"15min":1.026},"min":{"1min":0.46300000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.375,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.272}]},{"osd":7,"last update":"Sat May 11 04:24:26 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":1.024,"15min":0.99199999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.2889999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":1.226},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0289999999999999,"15min":0.97499999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.319,"5min":1.726,"15min":1.726},"last":0.753}]}]},{"osd":5,"up_from":38,"seq":163208757331,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31840,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713312,"statfs":{"total":95995035648,"available":95962431488,"internally_reserved":0,"allocated":741376,"data_stored":322406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":0.92500000000000004,"15min":0.95999999999999996},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.401,"5min":1.401,"15min":1.4630000000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":1.0760000000000001,"5min":0.97399999999999998,"15min":0.91100000000000003},"min":{"1min":0.68100000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.329,"5min":1.452,"15min":1.452},"last":0.73499999999999999}]},{"osd":1,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.997,"15min":1.008},"min":{"1min":0.626,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.224,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.04,"5min":0.97299999999999998,"15min":0.94899999999999995},"min":{"1min":0.76700000000000002,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2789999999999999,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.86899999999999999}]},{"osd":2,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.92600000000000005,"15min":0.92200000000000004},"min":{"1min":0.68000000000000005,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.27,"5min":1.359,"15min":1.359},"last":1.137},{"interface":"front","average":{"1min":1.093,"5min":1.0209999999999999,"15min":0.98499999999999999},"min":{"1min":0.85099999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3089999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.94399999999999995}]},{"osd":3,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97499999999999998,"15min":0.98899999999999999},"min":{"1min":0.70199999999999996,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.371,"5min":1.395,"15min":1.395},"last":1.236},{"interface":"front","average":{"1min":1.046,"5min":1.052,"15min":1.038},"min":{"1min":0.83199999999999996,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.331,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.1040000000000001}]},{"osd":4,"last update":"Sat May 11 04:24:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":0.90400000000000003,"15min":0.77000000000000002},"min":{"1min":0.72299999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.581,"5min":1.581,"15min":1.581},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.151,"5min":1.0069999999999999,"15min":0.89700000000000002},"min":{"1min":0.751,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.294}]},{"osd":6,"last update":"Sat May 11 04:24:41 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.97199999999999998,"15min":0.89500000000000002},"min":{"1min":0.501,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.357,"5min":1.411,"15min":1.411},"last":1.1879999999999999},{"interface":"front","average":{"1min":1.113,"5min":1.0660000000000001,"15min":1.006},"min":{"1min":0.51700000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.458,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.3400000000000001}]},{"osd":7,"last update":"Sat May 11 04:24:28 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0760000000000001,"15min":1.0589999999999999},"min":{"1min":0.57199999999999995,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3959999999999999,"5min":1.476,"15min":1.476},"last":1.212},{"interface":"front","average":{"1min":1.077,"5min":1.0720000000000001,"15min":1.05},"min":{"1min":0.626,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.3120000000000001,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":1.0780000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:25:25.840 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-11T04:25:25.840 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-11T04:25:25.840 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-11T04:25:25.840 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:25:26.223 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:25:26] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.43.0" 2024-05-11T04:25:26.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:26 smithi173 bash[23566]: audit 2024-05-11T04:25:25.217350+0000 mgr.y (mgr.14370) 167 : audit 0 from='client.24620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:25:26.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:26 smithi113 bash[21416]: audit 2024-05-11T04:25:25.217350+0000 mgr.y (mgr.14370) 167 : audit 0 from='client.24620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:25:26.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:26 smithi113 bash[31590]: audit 2024-05-11T04:25:25.217350+0000 mgr.y (mgr.14370) 167 : audit 0 from='client.24620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:25:27.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:27 smithi173 bash[23566]: cluster 2024-05-11T04:25:25.807447+0000 mgr.y (mgr.14370) 168 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:27.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:27 smithi113 bash[21416]: cluster 2024-05-11T04:25:25.807447+0000 mgr.y (mgr.14370) 168 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:27.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:27 smithi113 bash[31590]: cluster 2024-05-11T04:25:25.807447+0000 mgr.y (mgr.14370) 168 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:29.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:29 smithi173 bash[23566]: cluster 2024-05-11T04:25:27.808076+0000 mgr.y (mgr.14370) 169 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:29.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:29 smithi173 bash[23566]: audit 2024-05-11T04:25:28.814539+0000 mon.a (mon.0) 904 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:29.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:29 smithi113 bash[21416]: cluster 2024-05-11T04:25:27.808076+0000 mgr.y (mgr.14370) 169 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:29.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:29 smithi113 bash[21416]: audit 2024-05-11T04:25:28.814539+0000 mon.a (mon.0) 904 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:29.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:29 smithi113 bash[31590]: cluster 2024-05-11T04:25:27.808076+0000 mgr.y (mgr.14370) 169 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:29.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:29 smithi113 bash[31590]: audit 2024-05-11T04:25:28.814539+0000 mon.a (mon.0) 904 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:30.580 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:25:31.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:31 smithi113 bash[21416]: cluster 2024-05-11T04:25:29.809134+0000 mgr.y (mgr.14370) 170 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:31.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:31 smithi113 bash[31590]: cluster 2024-05-11T04:25:29.809134+0000 mgr.y (mgr.14370) 170 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:31.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:31 smithi173 bash[23566]: cluster 2024-05-11T04:25:29.809134+0000 mgr.y (mgr.14370) 170 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:33.362 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:25:33.362 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-11T04:25:33.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:33 smithi113 bash[21416]: cluster 2024-05-11T04:25:31.809743+0000 mgr.y (mgr.14370) 171 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:33.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:33 smithi113 bash[21416]: audit 2024-05-11T04:25:33.368869+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.113:0/1504505487' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:25:33.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:33 smithi113 bash[31590]: cluster 2024-05-11T04:25:31.809743+0000 mgr.y (mgr.14370) 171 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:33.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:33 smithi113 bash[31590]: audit 2024-05-11T04:25:33.368869+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.113:0/1504505487' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:25:33.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:33 smithi173 bash[23566]: cluster 2024-05-11T04:25:31.809743+0000 mgr.y (mgr.14370) 171 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:33.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:33 smithi173 bash[23566]: audit 2024-05-11T04:25:33.368869+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.113:0/1504505487' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:25:34.018 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-11T04:25:34.018 INFO:teuthology.run_tasks:Running task print... 2024-05-11T04:25:34.028 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-05-11T04:25:34.028 INFO:teuthology.run_tasks:Running task parallel... 2024-05-11T04:25:34.037 INFO:teuthology.task.parallel:starting parallel... 2024-05-11T04:25:34.037 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-05-11T04:25:34.038 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-05-11T04:25:34.042 INFO:tasks.workunit:Pulling workunits from ref reef 2024-05-11T04:25:34.042 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-11T04:25:34.043 DEBUG:teuthology.orchestra.run.smithi113:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-11T04:25:34.043 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-05-11T04:25:34.043 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-05-11T04:25:34.044 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi113.front.sepia.ceph.com 2024-05-11T04:25:34.044 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-05-11T04:25:34.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T04:25:34.049 INFO:teuthology.orchestra.run.smithi113.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-05-11T04:25:34.050 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-05-11T04:25:34.098 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-05-11T04:25:34.099 DEBUG:teuthology.orchestra.run.smithi113:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-05-11T04:25:34.146 INFO:tasks.workunit:timeout=3h 2024-05-11T04:25:34.146 INFO:tasks.workunit:cleanup=True 2024-05-11T04:25:34.147 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-05-11T04:25:34.197 INFO:tasks.workunit.client.0.smithi113.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-11T04:25:35.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:35 smithi173 bash[23566]: cluster 2024-05-11T04:25:33.810412+0000 mgr.y (mgr.14370) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:35.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:35 smithi113 bash[21416]: cluster 2024-05-11T04:25:33.810412+0000 mgr.y (mgr.14370) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:35.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:35 smithi113 bash[31590]: cluster 2024-05-11T04:25:33.810412+0000 mgr.y (mgr.14370) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:36.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:25:36] "GET /metrics HTTP/1.1" 200 33783 "" "Prometheus/2.43.0" 2024-05-11T04:25:36.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:36 smithi113 bash[21416]: cluster 2024-05-11T04:25:35.811476+0000 mgr.y (mgr.14370) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:36.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:36 smithi113 bash[31590]: cluster 2024-05-11T04:25:35.811476+0000 mgr.y (mgr.14370) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:37.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:36 smithi173 bash[23566]: cluster 2024-05-11T04:25:35.811476+0000 mgr.y (mgr.14370) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:38.777 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:25:39.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:38 smithi113 bash[21416]: cluster 2024-05-11T04:25:37.812099+0000 mgr.y (mgr.14370) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:39.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:38 smithi113 bash[31590]: cluster 2024-05-11T04:25:37.812099+0000 mgr.y (mgr.14370) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:38 smithi173 bash[23566]: cluster 2024-05-11T04:25:37.812099+0000 mgr.y (mgr.14370) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:41.167 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:40 smithi113 bash[21416]: cluster 2024-05-11T04:25:39.812725+0000 mgr.y (mgr.14370) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:41.167 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:40 smithi113 bash[31590]: cluster 2024-05-11T04:25:39.812725+0000 mgr.y (mgr.14370) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:41.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:40 smithi173 bash[23566]: cluster 2024-05-11T04:25:39.812725+0000 mgr.y (mgr.14370) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:41.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:41 smithi113 bash[21674]: [11/May/2024:04:25:41] ENGINE Bus STOPPING 2024-05-11T04:25:41.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:41 smithi113 bash[21674]: [11/May/2024:04:25:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:25:41.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:41 smithi113 bash[21674]: [11/May/2024:04:25:41] ENGINE Bus STOPPED 2024-05-11T04:25:41.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:41 smithi113 bash[21674]: [11/May/2024:04:25:41] ENGINE Bus STARTING 2024-05-11T04:25:41.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:41 smithi113 bash[21674]: [11/May/2024:04:25:41] ENGINE Serving on http://:::9283 2024-05-11T04:25:41.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:41 smithi113 bash[21674]: [11/May/2024:04:25:41] ENGINE Bus STARTED 2024-05-11T04:25:42.247 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph config set global log_to_journald false --force' 2024-05-11T04:25:42.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:42 smithi113 bash[21416]: audit 2024-05-11T04:25:41.579489+0000 mon.a (mon.0) 906 : audit 1 from='client.? 172.21.15.113:0/1445889725' entity='client.admin' 2024-05-11T04:25:42.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:42 smithi113 bash[21416]: audit 2024-05-11T04:25:41.603629+0000 mon.a (mon.0) 907 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:25:42.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:42 smithi113 bash[21416]: cluster 2024-05-11T04:25:41.813076+0000 mgr.y (mgr.14370) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:42.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:42 smithi113 bash[31590]: audit 2024-05-11T04:25:41.579489+0000 mon.a (mon.0) 906 : audit 1 from='client.? 172.21.15.113:0/1445889725' entity='client.admin' 2024-05-11T04:25:42.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:42 smithi113 bash[31590]: audit 2024-05-11T04:25:41.603629+0000 mon.a (mon.0) 907 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:25:42.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:42 smithi113 bash[31590]: cluster 2024-05-11T04:25:41.813076+0000 mgr.y (mgr.14370) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:43.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:42 smithi173 bash[23566]: audit 2024-05-11T04:25:41.579489+0000 mon.a (mon.0) 906 : audit 1 from='client.? 172.21.15.113:0/1445889725' entity='client.admin' 2024-05-11T04:25:43.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:42 smithi173 bash[23566]: audit 2024-05-11T04:25:41.603629+0000 mon.a (mon.0) 907 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:25:43.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:42 smithi173 bash[23566]: cluster 2024-05-11T04:25:41.813076+0000 mgr.y (mgr.14370) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:44.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:43 smithi113 bash[21416]: audit 2024-05-11T04:25:43.815305+0000 mon.a (mon.0) 908 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:44.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:43 smithi113 bash[31590]: audit 2024-05-11T04:25:43.815305+0000 mon.a (mon.0) 908 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:43 smithi173 bash[23566]: audit 2024-05-11T04:25:43.815305+0000 mon.a (mon.0) 908 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:45.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:44 smithi113 bash[21416]: cluster 2024-05-11T04:25:43.813692+0000 mgr.y (mgr.14370) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:45.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:44 smithi113 bash[31590]: cluster 2024-05-11T04:25:43.813692+0000 mgr.y (mgr.14370) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:45.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:44 smithi173 bash[23566]: cluster 2024-05-11T04:25:43.813692+0000 mgr.y (mgr.14370) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:46.460 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:25:46.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:25:46] "GET /metrics HTTP/1.1" 200 33782 "" "Prometheus/2.43.0" 2024-05-11T04:25:47.223 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:46 smithi113 bash[21416]: cluster 2024-05-11T04:25:45.814803+0000 mgr.y (mgr.14370) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:47.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:46 smithi113 bash[31590]: cluster 2024-05-11T04:25:45.814803+0000 mgr.y (mgr.14370) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:47.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:46 smithi173 bash[23566]: cluster 2024-05-11T04:25:45.814803+0000 mgr.y (mgr.14370) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:48.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.089757+0000 mon.a (mon.0) 909 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.096319+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.343480+0000 mon.a (mon.0) 911 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.353889+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.356022+0000 mon.a (mon.0) 913 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.357539+0000 mon.a (mon.0) 914 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:48 smithi113 bash[21416]: audit 2024-05-11T04:25:47.367065+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.089757+0000 mon.a (mon.0) 909 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.096319+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.343480+0000 mon.a (mon.0) 911 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.353889+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.356022+0000 mon.a (mon.0) 913 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:25:48.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.357539+0000 mon.a (mon.0) 914 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:25:48.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:48 smithi113 bash[31590]: audit 2024-05-11T04:25:47.367065+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.089757+0000 mon.a (mon.0) 909 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.096319+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.343480+0000 mon.a (mon.0) 911 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.353889+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.356022+0000 mon.a (mon.0) 913 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:25:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.357539+0000 mon.a (mon.0) 914 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:25:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:48 smithi173 bash[23566]: audit 2024-05-11T04:25:47.367065+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:25:49.253 INFO:tasks.workunit.client.0.smithi113.stderr:Updating files: 96% (11697/12067) Updating files: 97% (11705/12067) Updating files: 98% (11826/12067) Updating files: 99% (11947/12067) Updating files: 100% (12067/12067) Updating files: 100% (12067/12067), done. 2024-05-11T04:25:49.270 DEBUG:teuthology.orchestra.run.smithi113:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-11T04:25:49.276 INFO:tasks.workunit.client.0.smithi113.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-11T04:25:49.278 INFO:tasks.workunit.client.0.smithi113.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-11T04:25:49.278 INFO:tasks.workunit.client.0.smithi113.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-11T04:25:49.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:49 smithi113 bash[21416]: cluster 2024-05-11T04:25:47.815399+0000 mgr.y (mgr.14370) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:49.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:49 smithi113 bash[31590]: cluster 2024-05-11T04:25:47.815399+0000 mgr.y (mgr.14370) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:49 smithi173 bash[23566]: cluster 2024-05-11T04:25:47.815399+0000 mgr.y (mgr.14370) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:51.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:51 smithi113 bash[21416]: cluster 2024-05-11T04:25:49.816497+0000 mgr.y (mgr.14370) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:51.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:51 smithi113 bash[31590]: cluster 2024-05-11T04:25:49.816497+0000 mgr.y (mgr.14370) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:51.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:51 smithi173 bash[23566]: cluster 2024-05-11T04:25:49.816497+0000 mgr.y (mgr.14370) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:53.213 INFO:tasks.workunit.client.0.smithi113.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-11T04:25:53.519 INFO:tasks.workunit.client.0.smithi113.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-11T04:25:53.713 INFO:tasks.workunit.client.0.smithi113.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-11T04:25:53.714 INFO:tasks.workunit.client.0.smithi113.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-11T04:25:53.714 INFO:tasks.workunit.client.0.smithi113.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-11T04:25:53.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:53 smithi113 bash[21416]: cluster 2024-05-11T04:25:51.817082+0000 mgr.y (mgr.14370) 181 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:53.723 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:53 smithi113 bash[31590]: cluster 2024-05-11T04:25:51.817082+0000 mgr.y (mgr.14370) 181 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:53.765 INFO:tasks.workunit.client.0.smithi113.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-11T04:25:53.769 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-05-11T04:25:53.769 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-11T04:25:53.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:53 smithi173 bash[23566]: cluster 2024-05-11T04:25:51.817082+0000 mgr.y (mgr.14370) 181 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:53.814 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-05-11T04:25:53.861 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2024-05-11T04:25:53.863 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-05-11T04:25:53.863 DEBUG:teuthology.orchestra.run.smithi113:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2024-05-11T04:25:53.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-05-11T04:25:53.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ TMPDIR=/tmp/rbd_import_export_69026 2024-05-11T04:25:53.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm -rf /tmp/rbd_import_export_69026 2024-05-11T04:25:53.913 INFO:tasks.workunit.client.0.smithi113.stderr:+ mkdir /tmp/rbd_import_export_69026 2024-05-11T04:25:53.913 INFO:tasks.workunit.client.0.smithi113.stderr:+ trap rm -rf /tmp/rbd_import_export_69026 INT TERM EXIT 2024-05-11T04:25:53.913 INFO:tasks.workunit.client.0.smithi113.stderr:+ mkdir foo.69026 2024-05-11T04:25:53.914 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import foo.69026 foo.dir 2024-05-11T04:25:53.966 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: cannot import a directory 2024-05-11T04:25:53.967 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 0% complete...failed. 2024-05-11T04:25:53.967 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: import failed: (21) Is a directory 2024-05-11T04:25:53.970 INFO:tasks.workunit.client.0.smithi113.stderr:+ true 2024-05-11T04:25:53.970 INFO:tasks.workunit.client.0.smithi113.stderr:+ rmdir foo.69026 2024-05-11T04:25:53.974 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_69026/img bs=1k count=1 seek=10 2024-05-11T04:25:53.975 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records in 2024-05-11T04:25:53.975 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records out 2024-05-11T04:25:53.975 INFO:tasks.workunit.client.0.smithi113.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 8.3266e-05 s, 12.3 MB/s 2024-05-11T04:25:53.975 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_69026/img bs=1k count=10 seek=100 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:10+0 records in 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:10+0 records out 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:10240 bytes (10 kB, 10 KiB) copied, 8.7377e-05 s, 117 MB/s 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_69026/img bs=1k count=100 seek=1000 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:58+1 records in 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:58+1 records out 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000203031 s, 295 MB/s 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_69026/img bs=1k seek=10000 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:134+1 records in 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:134+1 records out 2024-05-11T04:25:53.978 INFO:tasks.workunit.client.0.smithi113.stderr:138208 bytes (138 kB, 135 KiB) copied, 0.000429472 s, 322 MB/s 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_69026/img bs=1k seek=100000 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:58+1 records in 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:58+1 records out 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000222233 s, 270 MB/s 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_69026/img bs=1k seek=1000000 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:178+1 records in 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:178+1 records out 2024-05-11T04:25:53.979 INFO:tasks.workunit.client.0.smithi113.stderr:182728 bytes (183 kB, 178 KiB) copied, 0.000507196 s, 360 MB/s 2024-05-11T04:25:53.980 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm testimg 2024-05-11T04:25:54.025 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 0% complete...failed. 2024-05-11T04:25:54.025 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: delete error: (2) No such file or directory 2024-05-11T04:25:54.028 INFO:tasks.workunit.client.0.smithi113.stderr:+ true 2024-05-11T04:25:54.028 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format /tmp/rbd_import_export_69026/img testimg 2024-05-11T04:25:55.723 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:55 smithi113 bash[31590]: cluster 2024-05-11T04:25:53.817679+0000 mgr.y (mgr.14370) 182 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:55.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:55 smithi113 bash[31590]: cluster 2024-05-11T04:25:54.391050+0000 mon.a (mon.0) 916 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-05-11T04:25:55.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:55 smithi113 bash[21416]: cluster 2024-05-11T04:25:53.817679+0000 mgr.y (mgr.14370) 182 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:55.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:55 smithi113 bash[21416]: cluster 2024-05-11T04:25:54.391050+0000 mon.a (mon.0) 916 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-05-11T04:25:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:55 smithi173 bash[23566]: cluster 2024-05-11T04:25:53.817679+0000 mgr.y (mgr.14370) 182 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:25:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:55 smithi173 bash[23566]: cluster 2024-05-11T04:25:54.391050+0000 mon.a (mon.0) 916 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-05-11T04:25:56.023 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-05-11T04:25:56.024 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:25:56.029 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg /tmp/rbd_import_export_69026/img2 2024-05-11T04:25:56.233 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-05-11T04:25:56.242 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg - 2024-05-11T04:25:56.398 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:25:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:25:56] "GET /metrics HTTP/1.1" 200 33782 "" "Prometheus/2.43.0" 2024-05-11T04:25:56.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:56 smithi113 bash[21416]: cluster 2024-05-11T04:25:55.394435+0000 mon.a (mon.0) 917 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-05-11T04:25:56.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:56 smithi113 bash[31590]: cluster 2024-05-11T04:25:55.394435+0000 mon.a (mon.0) 917 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-05-11T04:25:56.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:56 smithi173 bash[23566]: cluster 2024-05-11T04:25:55.394435+0000 mon.a (mon.0) 917 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-05-11T04:25:56.979 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-05-11T04:25:56.985 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm testimg 2024-05-11T04:25:57.119 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-05-11T04:25:57.123 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img2 2024-05-11T04:25:57.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:57 smithi113 bash[31590]: cluster 2024-05-11T04:25:55.818253+0000 mgr.y (mgr.14370) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-05-11T04:25:57.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:57 smithi113 bash[21416]: cluster 2024-05-11T04:25:55.818253+0000 mgr.y (mgr.14370) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-05-11T04:25:57.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:57 smithi173 bash[23566]: cluster 2024-05-11T04:25:55.818253+0000 mgr.y (mgr.14370) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-05-11T04:25:57.784 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img3 2024-05-11T04:25:58.267 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img2 /tmp/rbd_import_export_69026/img3 2024-05-11T04:25:58.443 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format - testimg 2024-05-11T04:25:58.572 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:25:58.914 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:25:58.915 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:25:58.919 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg /tmp/rbd_import_export_69026/img2 2024-05-11T04:25:59.107 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-05-11T04:25:59.112 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg - 2024-05-11T04:25:59.666 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:59 smithi113 bash[21416]: cluster 2024-05-11T04:25:57.818845+0000 mgr.y (mgr.14370) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-05-11T04:25:59.666 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:25:59 smithi113 bash[21416]: audit 2024-05-11T04:25:58.815271+0000 mon.a (mon.0) 918 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:59.667 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:59 smithi113 bash[31590]: cluster 2024-05-11T04:25:57.818845+0000 mgr.y (mgr.14370) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-05-11T04:25:59.667 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:25:59 smithi113 bash[31590]: audit 2024-05-11T04:25:58.815271+0000 mon.a (mon.0) 918 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:59.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:59 smithi173 bash[23566]: cluster 2024-05-11T04:25:57.818845+0000 mgr.y (mgr.14370) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-05-11T04:25:59.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:25:59 smithi173 bash[23566]: audit 2024-05-11T04:25:58.815271+0000 mon.a (mon.0) 918 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:25:59.807 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-05-11T04:25:59.812 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm testimg 2024-05-11T04:25:59.931 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-05-11T04:25:59.935 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img2 2024-05-11T04:26:00.588 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img3 2024-05-11T04:26:01.088 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img2 /tmp/rbd_import_export_69026/img3 2024-05-11T04:26:01.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:01 smithi113 bash[21416]: cluster 2024-05-11T04:25:59.819405+0000 mgr.y (mgr.14370) 185 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 260 KiB/s rd, 119 KiB/s wr, 81 op/s 2024-05-11T04:26:01.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:01 smithi113 bash[31590]: cluster 2024-05-11T04:25:59.819405+0000 mgr.y (mgr.14370) 185 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 260 KiB/s rd, 119 KiB/s wr, 81 op/s 2024-05-11T04:26:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:01 smithi173 bash[23566]: cluster 2024-05-11T04:25:59.819405+0000 mgr.y (mgr.14370) 185 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 260 KiB/s rd, 119 KiB/s wr, 81 op/s 2024-05-11T04:26:03.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:03 smithi113 bash[31590]: cluster 2024-05-11T04:26:01.820016+0000 mgr.y (mgr.14370) 186 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 260 KiB/s rd, 119 KiB/s wr, 81 op/s 2024-05-11T04:26:03.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:03 smithi113 bash[21416]: cluster 2024-05-11T04:26:01.820016+0000 mgr.y (mgr.14370) 186 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 260 KiB/s rd, 119 KiB/s wr, 81 op/s 2024-05-11T04:26:03.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:03 smithi173 bash[23566]: cluster 2024-05-11T04:26:01.820016+0000 mgr.y (mgr.14370) 186 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 260 KiB/s rd, 119 KiB/s wr, 81 op/s 2024-05-11T04:26:05.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:05 smithi113 bash[21416]: cluster 2024-05-11T04:26:03.820710+0000 mgr.y (mgr.14370) 187 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 220 KiB/s rd, 101 KiB/s wr, 68 op/s 2024-05-11T04:26:05.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:05 smithi113 bash[21416]: cluster 2024-05-11T04:26:04.725626+0000 mon.a (mon.0) 919 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-05-11T04:26:05.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:05 smithi113 bash[31590]: cluster 2024-05-11T04:26:03.820710+0000 mgr.y (mgr.14370) 187 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 220 KiB/s rd, 101 KiB/s wr, 68 op/s 2024-05-11T04:26:05.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:05 smithi113 bash[31590]: cluster 2024-05-11T04:26:04.725626+0000 mon.a (mon.0) 919 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-05-11T04:26:05.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:05 smithi173 bash[23566]: cluster 2024-05-11T04:26:03.820710+0000 mgr.y (mgr.14370) 187 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 6.0 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 220 KiB/s rd, 101 KiB/s wr, 68 op/s 2024-05-11T04:26:05.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:05 smithi173 bash[23566]: cluster 2024-05-11T04:26:04.725626+0000 mon.a (mon.0) 919 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-05-11T04:26:06.261 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd help export 2024-05-11T04:26:06.261 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep -q export-format 2024-05-11T04:26:06.288 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_69026/img bs=1k count=10 seek=100 2024-05-11T04:26:06.289 INFO:tasks.workunit.client.0.smithi113.stderr:10+0 records in 2024-05-11T04:26:06.289 INFO:tasks.workunit.client.0.smithi113.stderr:10+0 records out 2024-05-11T04:26:06.289 INFO:tasks.workunit.client.0.smithi113.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000261356 s, 39.2 MB/s 2024-05-11T04:26:06.289 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format /tmp/rbd_import_export_69026/img testimg 2024-05-11T04:26:06.369 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:06.369 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:06.373 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap create testimg@snap 2024-05-11T04:26:06.473 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:26:06 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:26:06] "GET /metrics HTTP/1.1" 200 33810 "" "Prometheus/2.43.0" 2024-05-11T04:26:07.449 INFO:tasks.workunit.client.0.smithi113.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-05-11T04:26:07.462 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd image-meta set testimg key1 value1 2024-05-11T04:26:07.553 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd image-meta list testimg 2024-05-11T04:26:07.614 INFO:tasks.workunit.client.0.smithi113.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2024-05-11T04:26:07.615 INFO:tasks.workunit.client.0.smithi113.stderr: 2024-05-11T04:26:07.615 INFO:tasks.workunit.client.0.smithi113.stderr:Key Value 2024-05-11T04:26:07.615 INFO:tasks.workunit.client.0.smithi113.stderr:key1 value1 2024-05-11T04:26:07.615 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:07.667 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:07.671 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69026/img_v2 testimg_import 2024-05-11T04:26:07.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:07 smithi113 bash[21416]: cluster 2024-05-11T04:26:05.821804+0000 mgr.y (mgr.14370) 188 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 96 KiB/s wr, 80 op/s 2024-05-11T04:26:07.723 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:07 smithi113 bash[31590]: cluster 2024-05-11T04:26:05.821804+0000 mgr.y (mgr.14370) 188 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 96 KiB/s wr, 80 op/s 2024-05-11T04:26:07.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:07 smithi173 bash[23566]: cluster 2024-05-11T04:26:05.821804+0000 mgr.y (mgr.14370) 188 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 237 KiB/s rd, 96 KiB/s wr, 80 op/s 2024-05-11T04:26:07.960 INFO:teuthology.orchestra.run.smithi113.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:08.463 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-05-11T04:26:08.467 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout:rbd image 'testimg_import': 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: size 110 KiB in 1 objects 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: order 22 (4 MiB objects) 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: snapshot_count: 1 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: id: 609e19774732 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: block_name_prefix: rbd_data.609e19774732 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: format: 2 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: op_features: 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: flags: 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: create_timestamp: Sat May 11 04:26:07 2024 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: access_timestamp: Sat May 11 04:26:07 2024 2024-05-11T04:26:08.516 INFO:tasks.workunit.client.0.smithi113.stdout: modify_timestamp: Sat May 11 04:26:07 2024 2024-05-11T04:26:08.519 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import@snap 2024-05-11T04:26:08.563 INFO:tasks.workunit.client.0.smithi113.stdout:rbd image 'testimg_import': 2024-05-11T04:26:08.563 INFO:tasks.workunit.client.0.smithi113.stdout: size 110 KiB in 1 objects 2024-05-11T04:26:08.563 INFO:tasks.workunit.client.0.smithi113.stdout: order 22 (4 MiB objects) 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: snapshot_count: 1 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: id: 609e19774732 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: block_name_prefix: rbd_data.609e19774732 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: format: 2 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: op_features: 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: flags: 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: create_timestamp: Sat May 11 04:26:07 2024 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: access_timestamp: Sat May 11 04:26:07 2024 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: modify_timestamp: Sat May 11 04:26:07 2024 2024-05-11T04:26:08.564 INFO:tasks.workunit.client.0.smithi113.stdout: protected: False 2024-05-11T04:26:08.567 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd image-meta list testimg_import 2024-05-11T04:26:08.625 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr: 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:Key Value 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:key1 value1 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ There is 1 metadatum on this image: 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr: 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:Key Value 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:key1 value1 = There is 1 metadatum on this image: 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr: 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:Key Value 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:key1 value1 ] 2024-05-11T04:26:08.626 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg_import /tmp/rbd_import_export_69026/img_import 2024-05-11T04:26:08.669 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete...done. 2024-05-11T04:26:08.674 INFO:tasks.workunit.client.0.smithi113.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img_import 2024-05-11T04:26:08.675 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp -l /tmp/rbd_import_export_69026/img /tmp/rbd_import_export_69026/img_import 2024-05-11T04:26:08.675 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/img --format %b 2024-05-11T04:26:08.676 INFO:tasks.workunit.client.0.smithi113.stderr:+ origsize=24 2024-05-11T04:26:08.676 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/img_import --format %b 2024-05-11T04:26:08.676 INFO:tasks.workunit.client.0.smithi113.stderr:+ exportsize=224 2024-05-11T04:26:08.677 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=200 2024-05-11T04:26:08.677 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=200 2024-05-11T04:26:08.677 INFO:tasks.workunit.client.0.smithi113.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-05-11T04:26:08.677 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_69026/img_snap 2024-05-11T04:26:08.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:08 smithi113 bash[21416]: cluster 2024-05-11T04:26:07.432480+0000 mon.a (mon.0) 920 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-05-11T04:26:08.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:08 smithi113 bash[21416]: audit 2024-05-11T04:26:07.966354+0000 mon.a (mon.0) 921 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:08.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:08 smithi113 bash[21416]: audit 2024-05-11T04:26:08.010572+0000 mon.a (mon.0) 922 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:26:08.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:08 smithi113 bash[31590]: cluster 2024-05-11T04:26:07.432480+0000 mon.a (mon.0) 920 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-05-11T04:26:08.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:08 smithi113 bash[31590]: audit 2024-05-11T04:26:07.966354+0000 mon.a (mon.0) 921 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:08.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:08 smithi113 bash[31590]: audit 2024-05-11T04:26:08.010572+0000 mon.a (mon.0) 922 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:26:08.726 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete...done. 2024-05-11T04:26:08.731 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_69026/img_snap_import 2024-05-11T04:26:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:08 smithi173 bash[23566]: cluster 2024-05-11T04:26:07.432480+0000 mon.a (mon.0) 920 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-05-11T04:26:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:08 smithi173 bash[23566]: audit 2024-05-11T04:26:07.966354+0000 mon.a (mon.0) 921 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:08 smithi173 bash[23566]: audit 2024-05-11T04:26:08.010572+0000 mon.a (mon.0) 922 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:26:08.778 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete...done. 2024-05-11T04:26:08.782 INFO:tasks.workunit.client.0.smithi113.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69026/img_snap /tmp/rbd_import_export_69026/img_snap_import 2024-05-11T04:26:08.782 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp -l /tmp/rbd_import_export_69026/img_snap /tmp/rbd_import_export_69026/img_snap_import 2024-05-11T04:26:08.783 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/img_snap --format %b 2024-05-11T04:26:08.784 INFO:tasks.workunit.client.0.smithi113.stderr:+ origsize=224 2024-05-11T04:26:08.784 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/img_snap_import --format %b 2024-05-11T04:26:08.784 INFO:tasks.workunit.client.0.smithi113.stderr:+ exportsize=224 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_import 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_snap 2024-05-11T04:26:08.785 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_snap_import 2024-05-11T04:26:08.786 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap rm testimg_import@snap 2024-05-11T04:26:09.553 INFO:tasks.workunit.client.0.smithi113.stderr: Removing snap: 100% complete...done. 2024-05-11T04:26:09.569 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg_import 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: cluster 2024-05-11T04:26:07.822257+0000 mgr.y (mgr.14370) 189 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 895 B/s wr, 19 op/s 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: audit 2024-05-11T04:26:07.957867+0000 mgr.y (mgr.14370) 190 : audit 0 from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: cephadm 2024-05-11T04:26:07.959037+0000 mgr.y (mgr.14370) 191 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: cluster 2024-05-11T04:26:08.440649+0000 mon.a (mon.0) 923 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: audit 2024-05-11T04:26:08.534357+0000 mon.a (mon.0) 924 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: audit 2024-05-11T04:26:08.535269+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:09 smithi113 bash[21416]: audit 2024-05-11T04:26:08.540322+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: cluster 2024-05-11T04:26:07.822257+0000 mgr.y (mgr.14370) 189 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 895 B/s wr, 19 op/s 2024-05-11T04:26:09.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: audit 2024-05-11T04:26:07.957867+0000 mgr.y (mgr.14370) 190 : audit 0 from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:26:09.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: cephadm 2024-05-11T04:26:07.959037+0000 mgr.y (mgr.14370) 191 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:09.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: cluster 2024-05-11T04:26:08.440649+0000 mon.a (mon.0) 923 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-05-11T04:26:09.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: audit 2024-05-11T04:26:08.534357+0000 mon.a (mon.0) 924 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:26:09.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: audit 2024-05-11T04:26:08.535269+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:26:09.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:09 smithi113 bash[31590]: audit 2024-05-11T04:26:08.540322+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:09.731 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:09.735 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap rm testimg@snap 2024-05-11T04:26:09.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: cluster 2024-05-11T04:26:07.822257+0000 mgr.y (mgr.14370) 189 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 895 B/s wr, 19 op/s 2024-05-11T04:26:09.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: audit 2024-05-11T04:26:07.957867+0000 mgr.y (mgr.14370) 190 : audit 0 from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:26:09.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: cephadm 2024-05-11T04:26:07.959037+0000 mgr.y (mgr.14370) 191 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:09.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: cluster 2024-05-11T04:26:08.440649+0000 mon.a (mon.0) 923 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-05-11T04:26:09.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: audit 2024-05-11T04:26:08.534357+0000 mon.a (mon.0) 924 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:26:09.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: audit 2024-05-11T04:26:08.535269+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:26:09.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:09 smithi173 bash[23566]: audit 2024-05-11T04:26:08.540322+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:10.560 INFO:tasks.workunit.client.0.smithi113.stderr: Removing snap: 100% complete...done. 2024-05-11T04:26:10.575 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm testimg 2024-05-11T04:26:10.723 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:10 smithi113 bash[31590]: cephadm 2024-05-11T04:26:08.600420+0000 mgr.y (mgr.14370) 192 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:10.723 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:10 smithi113 bash[31590]: cluster 2024-05-11T04:26:09.548905+0000 mon.a (mon.0) 927 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-05-11T04:26:10.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:10 smithi113 bash[21416]: cephadm 2024-05-11T04:26:08.600420+0000 mgr.y (mgr.14370) 192 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:10.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:10 smithi113 bash[21416]: cluster 2024-05-11T04:26:09.548905+0000 mon.a (mon.0) 927 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-05-11T04:26:10.730 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:10.734 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --order 20 /tmp/rbd_import_export_69026/img testimg 2024-05-11T04:26:10.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:10 smithi173 bash[23566]: cephadm 2024-05-11T04:26:08.600420+0000 mgr.y (mgr.14370) 192 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:26:10.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:10 smithi173 bash[23566]: cluster 2024-05-11T04:26:09.548905+0000 mon.a (mon.0) 927 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-05-11T04:26:10.803 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:10.804 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --order is deprecated, use --object-size 2024-05-11T04:26:10.807 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:10.854 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:10.858 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69026/img_v2 testimg_import 2024-05-11T04:26:10.939 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-05-11T04:26:10.943 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import 2024-05-11T04:26:10.943 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep order 2024-05-11T04:26:10.943 INFO:tasks.workunit.client.0.smithi113.stderr:+ + grep 20 2024-05-11T04:26:10.943 INFO:tasks.workunit.client.0.smithi113.stderr:awk {print $2} 2024-05-11T04:26:10.985 INFO:tasks.workunit.client.0.smithi113.stdout:20 2024-05-11T04:26:10.985 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:10.986 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg_import 2024-05-11T04:26:11.113 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:11.116 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg 2024-05-11T04:26:11.230 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:11.234 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_69026/img testimg 2024-05-11T04:26:11.300 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:11.304 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg 2024-05-11T04:26:11.304 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep features 2024-05-11T04:26:11.354 INFO:tasks.workunit.client.0.smithi113.stderr:+ FEATURES_BEFORE= features: layering 2024-05-11T04:26:11.354 INFO:tasks.workunit.client.0.smithi113.stderr: op_features: 2024-05-11T04:26:11.354 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:11.404 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:11.408 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69026/img_v2 testimg_import 2024-05-11T04:26:11.471 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-05-11T04:26:11.476 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import 2024-05-11T04:26:11.476 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep features 2024-05-11T04:26:11.517 INFO:tasks.workunit.client.0.smithi113.stderr:+ FEATURES_AFTER= features: layering 2024-05-11T04:26:11.517 INFO:tasks.workunit.client.0.smithi113.stderr: op_features: 2024-05-11T04:26:11.517 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ features: layering 2024-05-11T04:26:11.517 INFO:tasks.workunit.client.0.smithi113.stderr: op_features: != features: layering 2024-05-11T04:26:11.517 INFO:tasks.workunit.client.0.smithi113.stderr: op_features: ] 2024-05-11T04:26:11.517 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:11.518 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg_import 2024-05-11T04:26:11.606 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:11.610 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg 2024-05-11T04:26:11.719 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:11.723 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_69026/img testimg 2024-05-11T04:26:11.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:11 smithi113 bash[21416]: cluster 2024-05-11T04:26:09.822980+0000 mgr.y (mgr.14370) 193 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 184 KiB/s rd, 12 KiB/s wr, 190 op/s 2024-05-11T04:26:11.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:11 smithi113 bash[21416]: cluster 2024-05-11T04:26:10.556962+0000 mon.a (mon.0) 928 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-05-11T04:26:11.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:11 smithi113 bash[31590]: cluster 2024-05-11T04:26:09.822980+0000 mgr.y (mgr.14370) 193 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 184 KiB/s rd, 12 KiB/s wr, 190 op/s 2024-05-11T04:26:11.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:11 smithi113 bash[31590]: cluster 2024-05-11T04:26:10.556962+0000 mon.a (mon.0) 928 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-05-11T04:26:11.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:11 smithi173 bash[23566]: cluster 2024-05-11T04:26:09.822980+0000 mgr.y (mgr.14370) 193 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 184 KiB/s rd, 12 KiB/s wr, 190 op/s 2024-05-11T04:26:11.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:11 smithi173 bash[23566]: cluster 2024-05-11T04:26:10.556962+0000 mon.a (mon.0) 928 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-05-11T04:26:11.806 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:11.810 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:11.863 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:11.867 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69026/img_v2 testimg_import 2024-05-11T04:26:11.945 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-05-11T04:26:11.950 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import 2024-05-11T04:26:11.950 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep stripe unit 2024-05-11T04:26:11.950 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep -Ei (4 KiB|4096) 2024-05-11T04:26:11.993 INFO:tasks.workunit.client.0.smithi113.stdout: stripe unit: 4 KiB 2024-05-11T04:26:11.993 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import 2024-05-11T04:26:11.993 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep stripe count 2024-05-11T04:26:11.994 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $3} 2024-05-11T04:26:11.994 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep 1000 2024-05-11T04:26:12.038 INFO:tasks.workunit.client.0.smithi113.stdout:1000 2024-05-11T04:26:12.038 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/img_v2 2024-05-11T04:26:12.039 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg_import 2024-05-11T04:26:12.158 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-05-11T04:26:12.162 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg 2024-05-11T04:26:12.291 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-05-11T04:26:12.295 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_69026/img testimg 2024-05-11T04:26:12.368 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:12.372 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap create testimg@snap1 2024-05-11T04:26:12.478 INFO:tasks.workunit.client.0.smithi113.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-05-11T04:26:12.488 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap create testimg@snap2 2024-05-11T04:26:13.352 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:26:13.489 INFO:tasks.workunit.client.0.smithi113.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-05-11T04:26:13.499 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap protect testimg@snap2 2024-05-11T04:26:13.554 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69026/snap_protect 2024-05-11T04:26:13.611 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:13.615 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69026/snap_protect testimg_import 2024-05-11T04:26:13.723 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:13 smithi113 bash[21416]: cluster 2024-05-11T04:26:11.823335+0000 mgr.y (mgr.14370) 194 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-05-11T04:26:13.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:13 smithi113 bash[21416]: cluster 2024-05-11T04:26:12.466837+0000 mon.a (mon.0) 929 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-05-11T04:26:13.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:13 smithi113 bash[31590]: cluster 2024-05-11T04:26:11.823335+0000 mgr.y (mgr.14370) 194 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-05-11T04:26:13.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:13 smithi113 bash[31590]: cluster 2024-05-11T04:26:12.466837+0000 mon.a (mon.0) 929 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-05-11T04:26:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:13 smithi173 bash[23566]: cluster 2024-05-11T04:26:11.823335+0000 mgr.y (mgr.14370) 194 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 185 op/s 2024-05-11T04:26:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:13 smithi173 bash[23566]: cluster 2024-05-11T04:26:12.466837+0000 mon.a (mon.0) 929 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-05-11T04:26:14.752 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-05-11T04:26:14.757 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import@snap1 2024-05-11T04:26:14.757 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep protected: False 2024-05-11T04:26:14.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:14 smithi173 bash[23566]: cluster 2024-05-11T04:26:13.478813+0000 mon.a (mon.0) 930 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-05-11T04:26:14.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:14 smithi173 bash[23566]: audit 2024-05-11T04:26:13.814794+0000 mon.a (mon.0) 931 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:14.813 INFO:tasks.workunit.client.0.smithi113.stdout: protected: False 2024-05-11T04:26:14.814 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info testimg_import@snap2 2024-05-11T04:26:14.814 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep protected: True 2024-05-11T04:26:14.866 INFO:tasks.workunit.client.0.smithi113.stdout: protected: True 2024-05-11T04:26:14.867 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/snap_protect 2024-05-11T04:26:14.867 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap unprotect testimg@snap2 2024-05-11T04:26:14.934 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap unprotect testimg_import@snap2 2024-05-11T04:26:14.973 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:14 smithi113 bash[31590]: cluster 2024-05-11T04:26:13.478813+0000 mon.a (mon.0) 930 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-05-11T04:26:14.973 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:14 smithi113 bash[31590]: audit 2024-05-11T04:26:13.814794+0000 mon.a (mon.0) 931 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:14.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:14 smithi113 bash[21416]: cluster 2024-05-11T04:26:13.478813+0000 mon.a (mon.0) 930 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-05-11T04:26:14.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:14 smithi113 bash[21416]: audit 2024-05-11T04:26:13.814794+0000 mon.a (mon.0) 931 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:14.991 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap purge testimg 2024-05-11T04:26:15.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:15 smithi173 bash[23566]: cluster 2024-05-11T04:26:13.823680+0000 mgr.y (mgr.14370) 195 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-05-11T04:26:15.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:15 smithi173 bash[23566]: cluster 2024-05-11T04:26:14.486281+0000 mon.a (mon.0) 932 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-05-11T04:26:15.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:15 smithi173 bash[23566]: cluster 2024-05-11T04:26:14.725882+0000 mon.a (mon.0) 933 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:26:15.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:15 smithi113 bash[31590]: cluster 2024-05-11T04:26:13.823680+0000 mgr.y (mgr.14370) 195 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-05-11T04:26:15.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:15 smithi113 bash[31590]: cluster 2024-05-11T04:26:14.486281+0000 mon.a (mon.0) 932 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-05-11T04:26:15.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:15 smithi113 bash[31590]: cluster 2024-05-11T04:26:14.725882+0000 mon.a (mon.0) 933 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:26:15.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:15 smithi113 bash[21416]: cluster 2024-05-11T04:26:13.823680+0000 mgr.y (mgr.14370) 195 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 689 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 151 KiB/s rd, 13 KiB/s wr, 190 op/s 2024-05-11T04:26:15.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:15 smithi113 bash[21416]: cluster 2024-05-11T04:26:14.486281+0000 mon.a (mon.0) 932 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-05-11T04:26:15.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:15 smithi113 bash[21416]: cluster 2024-05-11T04:26:14.725882+0000 mon.a (mon.0) 933 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:26:16.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:26:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:26:16] "GET /metrics HTTP/1.1" 200 33830 "" "Prometheus/2.43.0" 2024-05-11T04:26:16.742 INFO:tasks.workunit.client.0.smithi113.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-05-11T04:26:16.759 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd snap purge testimg_import 2024-05-11T04:26:17.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:16 smithi173 bash[23566]: cluster 2024-05-11T04:26:15.729647+0000 mon.a (mon.0) 934 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:26:17.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:16 smithi173 bash[23566]: cluster 2024-05-11T04:26:15.824243+0000 mgr.y (mgr.14370) 196 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 799 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 490 KiB/s rd, 60 KiB/s wr, 657 op/s 2024-05-11T04:26:17.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:16 smithi113 bash[21416]: cluster 2024-05-11T04:26:15.729647+0000 mon.a (mon.0) 934 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:26:17.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:16 smithi113 bash[21416]: cluster 2024-05-11T04:26:15.824243+0000 mgr.y (mgr.14370) 196 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 799 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 490 KiB/s rd, 60 KiB/s wr, 657 op/s 2024-05-11T04:26:17.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:16 smithi113 bash[31590]: cluster 2024-05-11T04:26:15.729647+0000 mon.a (mon.0) 934 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:26:17.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:16 smithi113 bash[31590]: cluster 2024-05-11T04:26:15.824243+0000 mgr.y (mgr.14370) 196 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 799 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 490 KiB/s rd, 60 KiB/s wr, 657 op/s 2024-05-11T04:26:18.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:17 smithi173 bash[23566]: cluster 2024-05-11T04:26:16.741420+0000 mon.a (mon.0) 935 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:26:18.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:17 smithi113 bash[21416]: cluster 2024-05-11T04:26:16.741420+0000 mon.a (mon.0) 935 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:26:18.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:17 smithi113 bash[31590]: cluster 2024-05-11T04:26:16.741420+0000 mon.a (mon.0) 935 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:26:18.763 INFO:tasks.workunit.client.0.smithi113.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-05-11T04:26:18.780 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg 2024-05-11T04:26:18.925 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:18.928 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd remove testimg_import 2024-05-11T04:26:19.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:18 smithi173 bash[23566]: cluster 2024-05-11T04:26:17.746828+0000 mon.a (mon.0) 936 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:26:19.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:18 smithi173 bash[23566]: cluster 2024-05-11T04:26:17.824741+0000 mgr.y (mgr.14370) 197 : cluster 0 pgmap v181: 73 pgs: 73 active+clean; 799 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 493 KiB/s rd, 61 KiB/s wr, 661 op/s 2024-05-11T04:26:19.059 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:19.064 INFO:tasks.workunit.client.0.smithi113.stderr:+ tiered=0 2024-05-11T04:26:19.064 INFO:tasks.workunit.client.0.smithi113.stderr:+ ceph osd dump 2024-05-11T04:26:19.065 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep ^pool 2024-05-11T04:26:19.065 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep 'rbd' 2024-05-11T04:26:19.065 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep tier 2024-05-11T04:26:19.117 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:18 smithi113 bash[21416]: cluster 2024-05-11T04:26:17.746828+0000 mon.a (mon.0) 936 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:26:19.118 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:18 smithi113 bash[21416]: cluster 2024-05-11T04:26:17.824741+0000 mgr.y (mgr.14370) 197 : cluster 0 pgmap v181: 73 pgs: 73 active+clean; 799 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 493 KiB/s rd, 61 KiB/s wr, 661 op/s 2024-05-11T04:26:19.118 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:18 smithi113 bash[31590]: cluster 2024-05-11T04:26:17.746828+0000 mon.a (mon.0) 936 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:26:19.118 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:18 smithi113 bash[31590]: cluster 2024-05-11T04:26:17.824741+0000 mgr.y (mgr.14370) 197 : cluster 0 pgmap v181: 73 pgs: 73 active+clean; 799 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 493 KiB/s rd, 61 KiB/s wr, 661 op/s 2024-05-11T04:26:19.499 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_69026/sparse1 2024-05-11T04:26:19.504 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records in 2024-05-11T04:26:19.504 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records out 2024-05-11T04:26:19.504 INFO:tasks.workunit.client.0.smithi113.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00382698 s, 274 MB/s 2024-05-11T04:26:19.504 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_69026/sparse2 2024-05-11T04:26:19.508 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records in 2024-05-11T04:26:19.508 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records out 2024-05-11T04:26:19.508 INFO:tasks.workunit.client.0.smithi113.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00352309 s, 298 MB/s 2024-05-11T04:26:19.508 INFO:tasks.workunit.client.0.smithi113.stderr:+ truncate /tmp/rbd_import_export_69026/sparse2 -s 2M 2024-05-11T04:26:19.566 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse1 2024-05-11T04:26:19.613 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 0% complete...failed. 2024-05-11T04:26:19.614 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: delete error: (2) No such file or directory 2024-05-11T04:26:19.617 INFO:tasks.workunit.client.0.smithi113.stderr:+ true 2024-05-11T04:26:19.617 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_69026/sparse1 2024-05-11T04:26:19.700 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-05-11T04:26:19.701 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:19.701 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --order is deprecated, use --object-size 2024-05-11T04:26:19.705 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd ls -l 2024-05-11T04:26:19.705 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep sparse1 2024-05-11T04:26:19.705 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep -Ei (2 MiB|2048k) 2024-05-11T04:26:19.764 INFO:tasks.workunit.client.0.smithi113.stdout:sparse1 2 MiB 2 2024-05-11T04:26:19.765 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse1 2024-05-11T04:26:19.765 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse1 2024-05-11T04:26:19.766 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse1 2024-05-11T04:26:19.766 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:19.766 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:19.817 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.61beaeb1ca05 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.61beaeb1ca05 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse1 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:+ + image=sparse1 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:sed -e s/rbd_data.61beaeb1ca05\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse1 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:+ + grep data_pool: 2024-05-11T04:26:19.819 INFO:tasks.workunit.client.0.smithi113.stderr:awk -F: { print $NF } 2024-05-11T04:26:19.872 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:19.872 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:19.872 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:19.873 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:19.873 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:19.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects=1 2024-05-11T04:26:19.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 1 2024-05-11T04:26:19.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-05-11T04:26:19.912 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export sparse1 /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:19.961 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:19.965 INFO:tasks.workunit.client.0.smithi113.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69026/sparse1 /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:19.965 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp -l /tmp/rbd_import_export_69026/sparse1 /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:19.966 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse1 --format %b 2024-05-11T04:26:19.967 INFO:tasks.workunit.client.0.smithi113.stderr:+ origsize=2048 2024-05-11T04:26:19.967 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse1.out --format %b 2024-05-11T04:26:19.968 INFO:tasks.workunit.client.0.smithi113.stderr:+ exportsize=2048 2024-05-11T04:26:19.968 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:19.968 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:19.968 INFO:tasks.workunit.client.0.smithi113.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-05-11T04:26:19.968 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:19.969 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse1 2024-05-11T04:26:20.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:19 smithi173 bash[23566]: cluster 2024-05-11T04:26:18.763714+0000 mon.a (mon.0) 937 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:26:20.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:19 smithi173 bash[23566]: audit 2024-05-11T04:26:19.378356+0000 mon.a (mon.0) 938 : audit 0 from='client.? 172.21.15.113:0/2799561303' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-11T04:26:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:19 smithi173 bash[23566]: audit 2024-05-11T04:26:19.489251+0000 mon.a (mon.0) 939 : audit 0 from='client.? 172.21.15.113:0/2799561303' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-11T04:26:20.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:19 smithi173 bash[23566]: cluster 2024-05-11T04:26:19.722810+0000 mon.a (mon.0) 940 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:26:20.113 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-05-11T04:26:20.117 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse2 2024-05-11T04:26:20.163 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 0% complete...failed. 2024-05-11T04:26:20.163 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: delete error: (2) No such file or directory 2024-05-11T04:26:20.166 INFO:tasks.workunit.client.0.smithi113.stderr:+ true 2024-05-11T04:26:20.166 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_69026/sparse2 2024-05-11T04:26:20.223 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:19 smithi113 bash[31590]: cluster 2024-05-11T04:26:18.763714+0000 mon.a (mon.0) 937 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:26:20.223 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:19 smithi113 bash[31590]: audit 2024-05-11T04:26:19.378356+0000 mon.a (mon.0) 938 : audit 0 from='client.? 172.21.15.113:0/2799561303' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-11T04:26:20.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:19 smithi113 bash[31590]: audit 2024-05-11T04:26:19.489251+0000 mon.a (mon.0) 939 : audit 0 from='client.? 172.21.15.113:0/2799561303' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-11T04:26:20.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:19 smithi113 bash[31590]: cluster 2024-05-11T04:26:19.722810+0000 mon.a (mon.0) 940 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:26:20.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:19 smithi113 bash[21416]: cluster 2024-05-11T04:26:18.763714+0000 mon.a (mon.0) 937 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:26:20.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:19 smithi113 bash[21416]: audit 2024-05-11T04:26:19.378356+0000 mon.a (mon.0) 938 : audit 0 from='client.? 172.21.15.113:0/2799561303' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-11T04:26:20.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:19 smithi113 bash[21416]: audit 2024-05-11T04:26:19.489251+0000 mon.a (mon.0) 939 : audit 0 from='client.? 172.21.15.113:0/2799561303' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-11T04:26:20.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:19 smithi113 bash[21416]: cluster 2024-05-11T04:26:19.722810+0000 mon.a (mon.0) 940 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:26:20.247 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-05-11T04:26:20.248 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:20.248 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --order is deprecated, use --object-size 2024-05-11T04:26:20.252 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd ls -l 2024-05-11T04:26:20.252 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep sparse2 2024-05-11T04:26:20.252 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep -Ei (2 MiB|2048k) 2024-05-11T04:26:20.300 INFO:tasks.workunit.client.0.smithi113.stdout:sparse2 2 MiB 2 2024-05-11T04:26:20.301 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse2 2024-05-11T04:26:20.301 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse2 2024-05-11T04:26:20.301 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse2 2024-05-11T04:26:20.301 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:20.301 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:20.348 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3b43b40b44d5 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.3b43b40b44d5 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse2 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse2 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ sed -e s/rbd_data.3b43b40b44d5\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse2 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep data_pool: 2024-05-11T04:26:20.349 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:20.397 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:20.397 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:20.397 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:20.397 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:20.397 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:20.436 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects=0 2024-05-11T04:26:20.436 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 0 2024-05-11T04:26:20.436 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-05-11T04:26:20.436 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export sparse2 /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:20.485 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:20.489 INFO:tasks.workunit.client.0.smithi113.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69026/sparse2 /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:20.489 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp -l /tmp/rbd_import_export_69026/sparse2 /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:20.490 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse2 --format %b 2024-05-11T04:26:20.491 INFO:tasks.workunit.client.0.smithi113.stderr:+ origsize=2048 2024-05-11T04:26:20.491 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse2.out --format %b 2024-05-11T04:26:20.492 INFO:tasks.workunit.client.0.smithi113.stderr:+ exportsize=2048 2024-05-11T04:26:20.492 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:20.492 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:20.492 INFO:tasks.workunit.client.0.smithi113.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-05-11T04:26:20.492 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:20.493 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse2 2024-05-11T04:26:20.633 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-05-11T04:26:20.636 INFO:tasks.workunit.client.0.smithi113.stderr:+ truncate /tmp/rbd_import_export_69026/sparse1 -s 10M 2024-05-11T04:26:20.637 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format --order 20 - sparse1 2024-05-11T04:26:20.753 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:20.753 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:20.753 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --order is deprecated, use --object-size 2024-05-11T04:26:20.757 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd ls -l 2024-05-11T04:26:20.757 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep sparse1 2024-05-11T04:26:20.757 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep -Ei (10 MiB|10240k) 2024-05-11T04:26:20.801 INFO:tasks.workunit.client.0.smithi113.stdout:sparse1 10 MiB 2 2024-05-11T04:26:20.802 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse1 2024-05-11T04:26:20.802 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse1 2024-05-11T04:26:20.802 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse1 2024-05-11T04:26:20.802 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:20.803 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:20.845 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3b7067f6c780 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.3b7067f6c780 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse1 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse1 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ sed -e s/rbd_data.3b7067f6c780\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd+ grep data_pool: 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:20.846 INFO:tasks.workunit.client.0.smithi113.stderr: info sparse1 2024-05-11T04:26:20.890 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:20.890 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:20.890 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:20.890 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:20.890 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:20.932 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects=1 2024-05-11T04:26:20.932 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 1 2024-05-11T04:26:20.933 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-05-11T04:26:20.933 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export sparse1 /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:20.977 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:20.982 INFO:tasks.workunit.client.0.smithi113.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69026/sparse1 /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:20.982 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp -l /tmp/rbd_import_export_69026/sparse1 /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:20.990 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse1 --format %b 2024-05-11T04:26:20.994 INFO:tasks.workunit.client.0.smithi113.stderr:+ origsize=2048 2024-05-11T04:26:20.994 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse1.out --format %b 2024-05-11T04:26:20.995 INFO:tasks.workunit.client.0.smithi113.stderr:+ exportsize=2048 2024-05-11T04:26:20.995 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:20.995 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:20.995 INFO:tasks.workunit.client.0.smithi113.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-05-11T04:26:20.995 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/sparse1.out 2024-05-11T04:26:20.995 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse1 2024-05-11T04:26:21.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:20 smithi173 bash[23566]: cluster 2024-05-11T04:26:19.825426+0000 mgr.y (mgr.14370) 198 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 150 KiB/s rd, 267 KiB/s wr, 205 op/s 2024-05-11T04:26:21.116 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-05-11T04:26:21.120 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_69026/sparse2 oflag=append conv=notrunc 2024-05-11T04:26:21.128 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records in 2024-05-11T04:26:21.128 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records out 2024-05-11T04:26:21.128 INFO:tasks.workunit.client.0.smithi113.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00738452 s, 284 MB/s 2024-05-11T04:26:21.128 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format --order 20 - sparse2 2024-05-11T04:26:21.223 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:20 smithi113 bash[31590]: cluster 2024-05-11T04:26:19.825426+0000 mgr.y (mgr.14370) 198 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 150 KiB/s rd, 267 KiB/s wr, 205 op/s 2024-05-11T04:26:21.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:20 smithi113 bash[21416]: cluster 2024-05-11T04:26:19.825426+0000 mgr.y (mgr.14370) 198 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 150 KiB/s rd, 267 KiB/s wr, 205 op/s 2024-05-11T04:26:21.253 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:21.254 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:21.254 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --order is deprecated, use --object-size 2024-05-11T04:26:21.257 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd ls -l 2024-05-11T04:26:21.257 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep sparse2 2024-05-11T04:26:21.258 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep -Ei (4 MiB|4096k) 2024-05-11T04:26:21.307 INFO:tasks.workunit.client.0.smithi113.stdout:sparse2 4 MiB 2 2024-05-11T04:26:21.307 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse2 2024-05-11T04:26:21.307 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse2 2024-05-11T04:26:21.308 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse2 2024-05-11T04:26:21.308 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:21.308 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:21.315 INFO:teuthology.orchestra.run.smithi113.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:26:21.315 INFO:teuthology.orchestra.run.smithi113.stdout:alertmanager.a smithi113 *:9093,9094 running (4m) 34s ago 4m 13.8M - 0.25.0 c8568f914cd2 5c903450ba99 2024-05-11T04:26:21.315 INFO:teuthology.orchestra.run.smithi113.stdout:grafana.a smithi173 *:3000 running (4m) 33s ago 4m 78.0M - 9.4.7 954c08fa6188 5d688df6287a 2024-05-11T04:26:21.315 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi113.zdnevb smithi113 running (2m) 34s ago 2m 11.9M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5e99af577d54 2024-05-11T04:26:21.315 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi173.ibjpzf smithi173 running (2m) 33s ago 2m 13.4M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 57607586dc8a 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.x smithi173 *:8443,8765 running (12m) 33s ago 12m 438M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 2e1fe190712a 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.y smithi113 *:9283,8765 running (15m) 34s ago 15m 489M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 f720a1665e80 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:mon.a smithi113 running (15m) 34s ago 15m 49.6M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 f1462f1b6545 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:mon.b smithi173 running (13m) 33s ago 13m 37.7M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8d14803262df 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:mon.c smithi113 running (13m) 34s ago 13m 36.0M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 beba2571b684 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.a smithi113 *:9100 running (4m) 34s ago 4m 8443k - 1.5.0 0da6a335fe13 8e4e28aff3bd 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.b smithi173 *:9100 running (4m) 33s ago 4m 8128k - 1.5.0 0da6a335fe13 2525b8ce26de 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.0 smithi113 running (11m) 34s ago 11m 53.1M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 85e6f16e0580 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.1 smithi113 running (11m) 34s ago 11m 52.6M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ae9a59d4846f 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.2 smithi113 running (10m) 34s ago 10m 42.9M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 413f86417749 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.3 smithi113 running (9m) 34s ago 9m 49.2M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 904a20622fd9 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.4 smithi173 running (8m) 33s ago 8m 49.6M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 bbef54fbd008 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.5 smithi173 running (7m) 33s ago 7m 48.7M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 786fb7818d9a 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.6 smithi173 running (7m) 33s ago 7m 41.4M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8304a9a199f5 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:osd.7 smithi173 running (6m) 33s ago 6m 41.8M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 238ca57cd95c 2024-05-11T04:26:21.316 INFO:teuthology.orchestra.run.smithi113.stdout:prometheus.a smithi173 *:9095 running (3m) 33s ago 5m 41.6M - 2.43.0 a07b618ecd1d f4096f14cc19 2024-05-11T04:26:21.355 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3ba39add977a 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.3ba39add977a 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse2 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse2 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ sed -e s/rbd_data.3ba39add977a\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep data_pool: 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:21.357 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse2 2024-05-11T04:26:21.403 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:21.404 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:21.404 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:21.404 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:21.404 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:21.444 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects=0 2024-05-11T04:26:21.444 INFO:tasks.workunit.client.0.smithi113.stderr:2 2024-05-11T04:26:21.444 INFO:tasks.workunit.client.0.smithi113.stderr:3 2024-05-11T04:26:21.444 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 0 2 3 2024-05-11T04:26:21.445 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2024-05-11T04:26:21.445 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export sparse2 /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:21.491 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-05-11T04:26:21.495 INFO:tasks.workunit.client.0.smithi113.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69026/sparse2 /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:21.495 INFO:tasks.workunit.client.0.smithi113.stderr:+ cmp -l /tmp/rbd_import_export_69026/sparse2 /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:21.498 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse2 --format %b 2024-05-11T04:26:21.499 INFO:tasks.workunit.client.0.smithi113.stderr:+ origsize=6144 2024-05-11T04:26:21.499 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse2.out --format %b 2024-05-11T04:26:21.499 INFO:tasks.workunit.client.0.smithi113.stderr:+ exportsize=6144 2024-05-11T04:26:21.499 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:21.500 INFO:tasks.workunit.client.0.smithi113.stderr:+ difference=0 2024-05-11T04:26:21.500 INFO:tasks.workunit.client.0.smithi113.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-05-11T04:26:21.500 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/sparse2.out 2024-05-11T04:26:21.500 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse2 2024-05-11T04:26:21.647 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-05-11T04:26:21.651 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo partially-sparse file imports to partially-sparse image 2024-05-11T04:26:21.651 INFO:tasks.workunit.client.0.smithi113.stdout:partially-sparse file imports to partially-sparse image 2024-05-11T04:26:21.651 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_69026/sparse1 sparse 2024-05-11T04:26:21.723 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-05-11T04:26:21.724 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:21.724 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --order is deprecated, use --object-size 2024-05-11T04:26:21.727 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse 2024-05-11T04:26:21.727 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:21.728 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:21.728 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:21.728 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:21.770 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3bd0108f573c 2024-05-11T04:26:21.770 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.3bd0108f573c 2024-05-11T04:26:21.770 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse 2024-05-11T04:26:21.771 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:21.771 INFO:tasks.workunit.client.0.smithi113.stderr:+ sed -e s/rbd_data.3bd0108f573c\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:21.771 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:21.771 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:21.771 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep data_pool: 2024-05-11T04:26:21.771 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:21.810 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:21.810 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:21.810 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:21.810 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:21.810 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:21.850 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects=1 2024-05-11T04:26:21.850 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 1 2024-05-11T04:26:21.850 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-05-11T04:26:21.850 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse 2024-05-11T04:26:21.965 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-05-11T04:26:21.969 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo zeros import through stdin to sparse image 2024-05-11T04:26:21.969 INFO:tasks.workunit.client.0.smithi113.stdout:zeros import through stdin to sparse image 2024-05-11T04:26:21.970 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/dev/zero bs=1M count=4 2024-05-11T04:26:21.970 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd import --new-format - sparse 2024-05-11T04:26:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:21 smithi173 bash[23566]: audit 2024-05-11T04:26:21.307370+0000 mgr.y (mgr.14370) 199 : audit 0 from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:26:22.023 INFO:tasks.workunit.client.0.smithi113.stderr:4+0 records in 2024-05-11T04:26:22.023 INFO:tasks.workunit.client.0.smithi113.stderr:4+0 records out 2024-05-11T04:26:22.023 INFO:tasks.workunit.client.0.smithi113.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0534274 s, 78.5 MB/s 2024-05-11T04:26:22.035 INFO:tasks.workunit.client.0.smithi113.stderr: Importing image: 100% complete...done. 2024-05-11T04:26:22.036 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:22.040 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse 2024-05-11T04:26:22.040 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:22.040 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:22.040 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:22.040 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3bf1c98efa85 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.3bf1c98efa85 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ sed -e s/rbd_data.3bf1c98efa85\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ + rbd info sparse 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:grep data_pool: 2024-05-11T04:26:22.082 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:22.121 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:22.121 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:22.121 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:22.122 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:22.122 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:22.161 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects= 2024-05-11T04:26:22.161 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 2024-05-11T04:26:22.161 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o = ] 2024-05-11T04:26:22.161 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse 2024-05-11T04:26:22.223 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:21 smithi113 bash[21416]: audit 2024-05-11T04:26:21.307370+0000 mgr.y (mgr.14370) 199 : audit 0 from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:26:22.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:21 smithi113 bash[31590]: audit 2024-05-11T04:26:21.307370+0000 mgr.y (mgr.14370) 199 : audit 0 from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:26:22.271 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:22.274 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo zeros export to sparse file 2024-05-11T04:26:22.275 INFO:tasks.workunit.client.0.smithi113.stdout:zeros export to sparse file 2024-05-11T04:26:22.275 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd create --new-format sparse --size 4 2024-05-11T04:26:22.316 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for minority of mons to upgrade' 2024-05-11T04:26:22.325 INFO:tasks.workunit.client.0.smithi113.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-05-11T04:26:22.328 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:22.328 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:22.328 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3c12a6ec6028 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ dd if=/dev/zero bs=4M count=1 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ get_image_data_pool sparse 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep data_pool: 2024-05-11T04:26:22.375 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:22.420 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:22.421 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:22.421 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:22.421 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:22.421 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados -p rbd put rbd_data.3c12a6ec6028.000000000000 - 2024-05-11T04:26:22.458 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records in 2024-05-11T04:26:22.458 INFO:tasks.workunit.client.0.smithi113.stderr:1+0 records out 2024-05-11T04:26:22.458 INFO:tasks.workunit.client.0.smithi113.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0833583 s, 50.3 MB/s 2024-05-11T04:26:22.488 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects sparse 2024-05-11T04:26:22.488 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:22.488 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:22.488 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep block_name_prefix 2024-05-11T04:26:22.488 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk {print $NF;} 2024-05-11T04:26:22.532 INFO:tasks.workunit.client.0.smithi113.stderr:+ prefix=rbd_data.3c12a6ec6028 2024-05-11T04:26:22.534 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep rbd_data.3c12a6ec6028 2024-05-11T04:26:22.534 INFO:tasks.workunit.client.0.smithi113.stderr:+ + sed -e s/rbd_data.3c12a6ec6028\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-05-11T04:26:22.534 INFO:tasks.workunit.client.0.smithi113.stderr:get_image_data_pool sparse 2024-05-11T04:26:22.534 INFO:tasks.workunit.client.0.smithi113.stderr:+ image=sparse 2024-05-11T04:26:22.534 INFO:tasks.workunit.client.0.smithi113.stderr:+ sort -u 2024-05-11T04:26:22.534 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd info sparse 2024-05-11T04:26:22.535 INFO:tasks.workunit.client.0.smithi113.stderr:+ grep data_pool: 2024-05-11T04:26:22.535 INFO:tasks.workunit.client.0.smithi113.stderr:+ awk -F: { print $NF } 2024-05-11T04:26:22.579 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool= 2024-05-11T04:26:22.579 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ -z ] 2024-05-11T04:26:22.579 INFO:tasks.workunit.client.0.smithi113.stderr:+ data_pool=rbd 2024-05-11T04:26:22.579 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo rbd 2024-05-11T04:26:22.579 INFO:tasks.workunit.client.0.smithi113.stderr:+ rados ls -p rbd 2024-05-11T04:26:22.619 INFO:tasks.workunit.client.0.smithi113.stderr:+ objects=0 2024-05-11T04:26:22.619 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo 0 2024-05-11T04:26:22.619 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-05-11T04:26:22.619 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/sparse 2024-05-11T04:26:22.619 INFO:tasks.workunit.client.0.smithi113.stderr:rm: cannot remove '/tmp/rbd_import_export_69026/sparse': No such file or directory 2024-05-11T04:26:22.619 INFO:tasks.workunit.client.0.smithi113.stderr:+ true 2024-05-11T04:26:22.620 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd export sparse /tmp/rbd_import_export_69026/sparse 2024-05-11T04:26:22.662 INFO:tasks.workunit.client.0.smithi113.stderr: Exporting image: 100% complete...done. 2024-05-11T04:26:22.666 INFO:tasks.workunit.client.0.smithi113.stderr:+ stat /tmp/rbd_import_export_69026/sparse --format=%b 2024-05-11T04:26:22.667 INFO:tasks.workunit.client.0.smithi113.stderr:+ [ 0 = 0 ] 2024-05-11T04:26:22.667 INFO:tasks.workunit.client.0.smithi113.stderr:+ rbd rm sparse 2024-05-11T04:26:22.806 INFO:tasks.workunit.client.0.smithi113.stderr: Removing image: 100% complete...done. 2024-05-11T04:26:22.809 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm /tmp/rbd_import_export_69026/sparse /tmp/rbd_import_export_69026/sparse1 /tmp/rbd_import_export_69026/sparse2 /tmp/rbd_import_export_69026/sparse3 2024-05-11T04:26:22.811 INFO:tasks.workunit.client.0.smithi113.stderr:rm: cannot remove '/tmp/rbd_import_export_69026/sparse3': No such file or directory 2024-05-11T04:26:22.811 INFO:tasks.workunit.client.0.smithi113.stderr:+ true 2024-05-11T04:26:22.812 INFO:tasks.workunit.client.0.smithi113.stdout:OK 2024-05-11T04:26:22.813 INFO:tasks.workunit.client.0.smithi113.stderr:+ echo OK 2024-05-11T04:26:22.813 INFO:tasks.workunit.client.0.smithi113.stderr:+ rm -rf /tmp/rbd_import_export_69026 2024-05-11T04:26:22.813 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-11T04:26:22.813 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-11T04:26:22.861 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2024-05-11T04:26:22.862 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-11T04:26:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:22 smithi173 bash[23566]: cluster 2024-05-11T04:26:21.825755+0000 mgr.y (mgr.14370) 200 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 210 KiB/s wr, 161 op/s 2024-05-11T04:26:23.123 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:22 smithi113 bash[21416]: cluster 2024-05-11T04:26:21.825755+0000 mgr.y (mgr.14370) 200 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 210 KiB/s wr, 161 op/s 2024-05-11T04:26:23.123 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:22 smithi113 bash[31590]: cluster 2024-05-11T04:26:21.825755+0000 mgr.y (mgr.14370) 200 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 210 KiB/s wr, 161 op/s 2024-05-11T04:26:23.124 DEBUG:teuthology.parallel:result is None 2024-05-11T04:26:23.125 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-11T04:26:23.134 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-11T04:26:23.135 DEBUG:teuthology.orchestra.run.smithi113:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-05-11T04:26:23.186 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-05-11T04:26:23.186 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-11T04:26:23.186 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2024-05-11T04:26:23.186 DEBUG:teuthology.parallel:result is None 2024-05-11T04:26:25.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:24 smithi113 bash[21416]: cluster 2024-05-11T04:26:23.826441+0000 mgr.y (mgr.14370) 201 : cluster 0 pgmap v186: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s rd, 176 KiB/s wr, 135 op/s 2024-05-11T04:26:25.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:24 smithi113 bash[21416]: cluster 2024-05-11T04:26:24.731988+0000 mon.a (mon.0) 941 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:26:25.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:24 smithi113 bash[31590]: cluster 2024-05-11T04:26:23.826441+0000 mgr.y (mgr.14370) 201 : cluster 0 pgmap v186: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s rd, 176 KiB/s wr, 135 op/s 2024-05-11T04:26:25.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:24 smithi113 bash[31590]: cluster 2024-05-11T04:26:24.731988+0000 mon.a (mon.0) 941 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:26:25.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:24 smithi173 bash[23566]: cluster 2024-05-11T04:26:23.826441+0000 mgr.y (mgr.14370) 201 : cluster 0 pgmap v186: 73 pgs: 73 active+clean; 1.6 MiB data, 240 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s rd, 176 KiB/s wr, 135 op/s 2024-05-11T04:26:25.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:24 smithi173 bash[23566]: cluster 2024-05-11T04:26:24.731988+0000 mon.a (mon.0) 941 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:26:26.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:26:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:26:26] "GET /metrics HTTP/1.1" 200 33830 "" "Prometheus/2.43.0" 2024-05-11T04:26:27.056 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:26:27.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:26 smithi113 bash[21416]: cluster 2024-05-11T04:26:25.828040+0000 mgr.y (mgr.14370) 202 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 426 op/s 2024-05-11T04:26:27.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:26 smithi113 bash[31590]: cluster 2024-05-11T04:26:25.828040+0000 mgr.y (mgr.14370) 202 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 426 op/s 2024-05-11T04:26:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:26 smithi173 bash[23566]: cluster 2024-05-11T04:26:25.828040+0000 mgr.y (mgr.14370) 202 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 426 op/s 2024-05-11T04:26:29.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:28 smithi113 bash[21416]: cluster 2024-05-11T04:26:27.828545+0000 mgr.y (mgr.14370) 203 : cluster 0 pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 371 op/s 2024-05-11T04:26:29.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:28 smithi113 bash[21416]: audit 2024-05-11T04:26:28.815069+0000 mon.a (mon.0) 942 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:29.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:28 smithi113 bash[31590]: cluster 2024-05-11T04:26:27.828545+0000 mgr.y (mgr.14370) 203 : cluster 0 pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 371 op/s 2024-05-11T04:26:29.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:28 smithi113 bash[31590]: audit 2024-05-11T04:26:28.815069+0000 mon.a (mon.0) 942 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:28 smithi173 bash[23566]: cluster 2024-05-11T04:26:27.828545+0000 mgr.y (mgr.14370) 203 : cluster 0 pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 371 op/s 2024-05-11T04:26:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:28 smithi173 bash[23566]: audit 2024-05-11T04:26:28.815069+0000 mon.a (mon.0) 942 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:31.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:30 smithi113 bash[21416]: cluster 2024-05-11T04:26:29.829225+0000 mgr.y (mgr.14370) 204 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:31.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:30 smithi113 bash[31590]: cluster 2024-05-11T04:26:29.829225+0000 mgr.y (mgr.14370) 204 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:30 smithi173 bash[23566]: cluster 2024-05-11T04:26:29.829225+0000 mgr.y (mgr.14370) 204 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:32.973 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:32 smithi113 bash[21416]: cluster 2024-05-11T04:26:31.829566+0000 mgr.y (mgr.14370) 205 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:32.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:32 smithi113 bash[31590]: cluster 2024-05-11T04:26:31.829566+0000 mgr.y (mgr.14370) 205 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:32 smithi173 bash[23566]: cluster 2024-05-11T04:26:31.829566+0000 mgr.y (mgr.14370) 205 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:35.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:34 smithi113 bash[21416]: cluster 2024-05-11T04:26:33.829922+0000 mgr.y (mgr.14370) 206 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:35.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:34 smithi113 bash[31590]: cluster 2024-05-11T04:26:33.829922+0000 mgr.y (mgr.14370) 206 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:35.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:34 smithi173 bash[23566]: cluster 2024-05-11T04:26:33.829922+0000 mgr.y (mgr.14370) 206 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 779 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2024-05-11T04:26:36.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:26:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:26:36] "GET /metrics HTTP/1.1" 200 33839 "" "Prometheus/2.43.0" 2024-05-11T04:26:37.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:36 smithi113 bash[21416]: cluster 2024-05-11T04:26:35.830484+0000 mgr.y (mgr.14370) 207 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 702 KiB/s rd, 930 KiB/s wr, 197 op/s 2024-05-11T04:26:37.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:36 smithi113 bash[31590]: cluster 2024-05-11T04:26:35.830484+0000 mgr.y (mgr.14370) 207 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 702 KiB/s rd, 930 KiB/s wr, 197 op/s 2024-05-11T04:26:37.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:36 smithi173 bash[23566]: cluster 2024-05-11T04:26:35.830484+0000 mgr.y (mgr.14370) 207 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 702 KiB/s rd, 930 KiB/s wr, 197 op/s 2024-05-11T04:26:39.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:38 smithi113 bash[21416]: cluster 2024-05-11T04:26:37.831053+0000 mgr.y (mgr.14370) 208 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:39.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:38 smithi113 bash[31590]: cluster 2024-05-11T04:26:37.831053+0000 mgr.y (mgr.14370) 208 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:38 smithi173 bash[23566]: cluster 2024-05-11T04:26:37.831053+0000 mgr.y (mgr.14370) 208 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:41.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:40 smithi113 bash[21416]: cluster 2024-05-11T04:26:39.832193+0000 mgr.y (mgr.14370) 209 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:41.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:40 smithi113 bash[31590]: cluster 2024-05-11T04:26:39.832193+0000 mgr.y (mgr.14370) 209 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:41.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:40 smithi173 bash[23566]: cluster 2024-05-11T04:26:39.832193+0000 mgr.y (mgr.14370) 209 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:43.158 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:42 smithi113 bash[21416]: cluster 2024-05-11T04:26:41.832951+0000 mgr.y (mgr.14370) 210 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:43.158 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:42 smithi113 bash[31590]: cluster 2024-05-11T04:26:41.832951+0000 mgr.y (mgr.14370) 210 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:43.168 INFO:teuthology.orchestra.run.smithi113.stdout:wait for minority of mons to upgrade 2024-05-11T04:26:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:42 smithi173 bash[23566]: cluster 2024-05-11T04:26:41.832951+0000 mgr.y (mgr.14370) 210 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:44.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:43 smithi113 bash[31590]: audit 2024-05-11T04:26:43.816321+0000 mon.a (mon.0) 943 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:44.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:43 smithi113 bash[21416]: audit 2024-05-11T04:26:43.816321+0000 mon.a (mon.0) 943 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:43 smithi173 bash[23566]: audit 2024-05-11T04:26:43.816321+0000 mon.a (mon.0) 943 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:44.460 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-05-11T04:26:45.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: cluster 2024-05-11T04:26:43.833587+0000 mgr.y (mgr.14370) 211 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: audit 2024-05-11T04:26:44.509246+0000 mon.a (mon.0) 944 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: cephadm 2024-05-11T04:26:44.510018+0000 mgr.y (mgr.14370) 212 : cephadm 1 Upgrade: Target is version 19.0.0-3497-g04416f48 (unknown) 2024-05-11T04:26:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: cephadm 2024-05-11T04:26:44.510126+0000 mgr.y (mgr.14370) 213 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e'] 2024-05-11T04:26:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: audit 2024-05-11T04:26:44.511908+0000 mon.a (mon.0) 945 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:26:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: audit 2024-05-11T04:26:44.520445+0000 mon.a (mon.0) 946 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:45 smithi173 bash[23566]: cephadm 2024-05-11T04:26:44.521783+0000 mgr.y (mgr.14370) 214 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:26:45.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: cluster 2024-05-11T04:26:43.833587+0000 mgr.y (mgr.14370) 211 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:45.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: audit 2024-05-11T04:26:44.509246+0000 mon.a (mon.0) 944 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:45.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: cephadm 2024-05-11T04:26:44.510018+0000 mgr.y (mgr.14370) 212 : cephadm 1 Upgrade: Target is version 19.0.0-3497-g04416f48 (unknown) 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: cephadm 2024-05-11T04:26:44.510126+0000 mgr.y (mgr.14370) 213 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e'] 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: audit 2024-05-11T04:26:44.511908+0000 mon.a (mon.0) 945 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: audit 2024-05-11T04:26:44.520445+0000 mon.a (mon.0) 946 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:45 smithi113 bash[21416]: cephadm 2024-05-11T04:26:44.521783+0000 mgr.y (mgr.14370) 214 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: cluster 2024-05-11T04:26:43.833587+0000 mgr.y (mgr.14370) 211 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: audit 2024-05-11T04:26:44.509246+0000 mon.a (mon.0) 944 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: cephadm 2024-05-11T04:26:44.510018+0000 mgr.y (mgr.14370) 212 : cephadm 1 Upgrade: Target is version 19.0.0-3497-g04416f48 (unknown) 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: cephadm 2024-05-11T04:26:44.510126+0000 mgr.y (mgr.14370) 213 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e'] 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: audit 2024-05-11T04:26:44.511908+0000 mon.a (mon.0) 945 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: audit 2024-05-11T04:26:44.520445+0000 mon.a (mon.0) 946 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:26:45.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:45 smithi113 bash[31590]: cephadm 2024-05-11T04:26:44.521783+0000 mgr.y (mgr.14370) 214 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:26:46.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:26:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:26:46] "GET /metrics HTTP/1.1" 200 33839 "" "Prometheus/2.43.0" 2024-05-11T04:26:46.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:46 smithi173 bash[23566]: cephadm 2024-05-11T04:26:44.940759+0000 mgr.y (mgr.14370) 215 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e on smithi173 2024-05-11T04:26:46.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:46 smithi113 bash[31590]: cephadm 2024-05-11T04:26:44.940759+0000 mgr.y (mgr.14370) 215 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e on smithi173 2024-05-11T04:26:46.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:46 smithi113 bash[21416]: cephadm 2024-05-11T04:26:44.940759+0000 mgr.y (mgr.14370) 215 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e on smithi173 2024-05-11T04:26:47.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:47 smithi173 bash[23566]: cluster 2024-05-11T04:26:45.834666+0000 mgr.y (mgr.14370) 216 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:47.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:47 smithi113 bash[21416]: cluster 2024-05-11T04:26:45.834666+0000 mgr.y (mgr.14370) 216 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:47.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:47 smithi113 bash[31590]: cluster 2024-05-11T04:26:45.834666+0000 mgr.y (mgr.14370) 216 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:49.194 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:26:49.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:49 smithi113 bash[21416]: cluster 2024-05-11T04:26:47.835340+0000 mgr.y (mgr.14370) 217 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:49.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:49 smithi113 bash[31590]: cluster 2024-05-11T04:26:47.835340+0000 mgr.y (mgr.14370) 217 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:50.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:49 smithi173 bash[23566]: cluster 2024-05-11T04:26:47.835340+0000 mgr.y (mgr.14370) 217 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:50.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:50 smithi113 bash[21416]: cluster 2024-05-11T04:26:49.836376+0000 mgr.y (mgr.14370) 218 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:50.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:50 smithi113 bash[31590]: cluster 2024-05-11T04:26:49.836376+0000 mgr.y (mgr.14370) 218 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:51.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:50 smithi173 bash[23566]: cluster 2024-05-11T04:26:49.836376+0000 mgr.y (mgr.14370) 218 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:53.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:52 smithi113 bash[21416]: cluster 2024-05-11T04:26:51.836688+0000 mgr.y (mgr.14370) 219 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:53.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:52 smithi113 bash[21416]: audit 2024-05-11T04:26:52.126811+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.113:0/2280892960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:53.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:52 smithi113 bash[31590]: cluster 2024-05-11T04:26:51.836688+0000 mgr.y (mgr.14370) 219 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:53.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:52 smithi113 bash[31590]: audit 2024-05-11T04:26:52.126811+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.113:0/2280892960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:53.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:52 smithi173 bash[23566]: cluster 2024-05-11T04:26:51.836688+0000 mgr.y (mgr.14370) 219 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:53.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:52 smithi173 bash[23566]: audit 2024-05-11T04:26:52.126811+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.113:0/2280892960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:55.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:54 smithi113 bash[21416]: cluster 2024-05-11T04:26:53.837336+0000 mgr.y (mgr.14370) 220 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:55.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:54 smithi113 bash[21416]: audit 2024-05-11T04:26:54.561677+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.113:0/3016470470' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:54 smithi113 bash[31590]: cluster 2024-05-11T04:26:53.837336+0000 mgr.y (mgr.14370) 220 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:54 smithi113 bash[31590]: audit 2024-05-11T04:26:54.561677+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.113:0/3016470470' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:55.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:54 smithi173 bash[23566]: cluster 2024-05-11T04:26:53.837336+0000 mgr.y (mgr.14370) 220 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:55.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:54 smithi173 bash[23566]: audit 2024-05-11T04:26:54.561677+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.113:0/3016470470' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:56.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:26:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:26:56] "GET /metrics HTTP/1.1" 200 33839 "" "Prometheus/2.43.0" 2024-05-11T04:26:57.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:56 smithi113 bash[21416]: cluster 2024-05-11T04:26:55.838551+0000 mgr.y (mgr.14370) 221 : cluster 0 pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:57.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:56 smithi113 bash[31590]: cluster 2024-05-11T04:26:55.838551+0000 mgr.y (mgr.14370) 221 : cluster 0 pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:57.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:56 smithi173 bash[23566]: cluster 2024-05-11T04:26:55.838551+0000 mgr.y (mgr.14370) 221 : cluster 0 pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:58.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:57 smithi113 bash[21416]: audit 2024-05-11T04:26:56.999247+0000 mon.a (mon.0) 948 : audit 0 from='client.? 172.21.15.113:0/1658979171' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:58.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:57 smithi113 bash[31590]: audit 2024-05-11T04:26:56.999247+0000 mon.a (mon.0) 948 : audit 0 from='client.? 172.21.15.113:0/1658979171' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:57 smithi173 bash[23566]: audit 2024-05-11T04:26:56.999247+0000 mon.a (mon.0) 948 : audit 0 from='client.? 172.21.15.113:0/1658979171' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:26:59.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:58 smithi113 bash[21416]: cluster 2024-05-11T04:26:57.839235+0000 mgr.y (mgr.14370) 222 : cluster 0 pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:59.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:58 smithi113 bash[21416]: audit 2024-05-11T04:26:58.816666+0000 mon.a (mon.0) 949 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:58 smithi113 bash[31590]: cluster 2024-05-11T04:26:57.839235+0000 mgr.y (mgr.14370) 222 : cluster 0 pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:58 smithi113 bash[31590]: audit 2024-05-11T04:26:58.816666+0000 mon.a (mon.0) 949 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:26:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:58 smithi173 bash[23566]: cluster 2024-05-11T04:26:57.839235+0000 mgr.y (mgr.14370) 222 : cluster 0 pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:26:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:58 smithi173 bash[23566]: audit 2024-05-11T04:26:58.816666+0000 mon.a (mon.0) 949 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:00.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:26:59 smithi113 bash[21416]: audit 2024-05-11T04:26:59.434997+0000 mon.a (mon.0) 950 : audit 0 from='client.? 172.21.15.113:0/4202930705' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:00.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:26:59 smithi113 bash[31590]: audit 2024-05-11T04:26:59.434997+0000 mon.a (mon.0) 950 : audit 0 from='client.? 172.21.15.113:0/4202930705' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:26:59 smithi173 bash[23566]: audit 2024-05-11T04:26:59.434997+0000 mon.a (mon.0) 950 : audit 0 from='client.? 172.21.15.113:0/4202930705' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:01.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:00 smithi113 bash[21416]: cluster 2024-05-11T04:26:59.840276+0000 mgr.y (mgr.14370) 223 : cluster 0 pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:01.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:00 smithi113 bash[31590]: cluster 2024-05-11T04:26:59.840276+0000 mgr.y (mgr.14370) 223 : cluster 0 pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:01.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:00 smithi173 bash[23566]: cluster 2024-05-11T04:26:59.840276+0000 mgr.y (mgr.14370) 223 : cluster 0 pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:02.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:01 smithi113 bash[21416]: audit 2024-05-11T04:27:01.857659+0000 mon.a (mon.0) 951 : audit 0 from='client.? 172.21.15.113:0/4159566037' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:02.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:01 smithi113 bash[31590]: audit 2024-05-11T04:27:01.857659+0000 mon.a (mon.0) 951 : audit 0 from='client.? 172.21.15.113:0/4159566037' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:01 smithi173 bash[23566]: audit 2024-05-11T04:27:01.857659+0000 mon.a (mon.0) 951 : audit 0 from='client.? 172.21.15.113:0/4159566037' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:03.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:02 smithi113 bash[21416]: cluster 2024-05-11T04:27:01.840873+0000 mgr.y (mgr.14370) 224 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:03.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:02 smithi113 bash[31590]: cluster 2024-05-11T04:27:01.840873+0000 mgr.y (mgr.14370) 224 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:02 smithi173 bash[23566]: cluster 2024-05-11T04:27:01.840873+0000 mgr.y (mgr.14370) 224 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:05.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:04 smithi113 bash[21416]: cluster 2024-05-11T04:27:03.841448+0000 mgr.y (mgr.14370) 225 : cluster 0 pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:05.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:04 smithi113 bash[21416]: audit 2024-05-11T04:27:04.298745+0000 mon.a (mon.0) 952 : audit 0 from='client.? 172.21.15.113:0/4029590212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:05.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:04 smithi113 bash[31590]: cluster 2024-05-11T04:27:03.841448+0000 mgr.y (mgr.14370) 225 : cluster 0 pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:05.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:04 smithi113 bash[31590]: audit 2024-05-11T04:27:04.298745+0000 mon.a (mon.0) 952 : audit 0 from='client.? 172.21.15.113:0/4029590212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:05.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:04 smithi173 bash[23566]: cluster 2024-05-11T04:27:03.841448+0000 mgr.y (mgr.14370) 225 : cluster 0 pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:05.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:04 smithi173 bash[23566]: audit 2024-05-11T04:27:04.298745+0000 mon.a (mon.0) 952 : audit 0 from='client.? 172.21.15.113:0/4029590212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:06.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:27:06 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:27:06] "GET /metrics HTTP/1.1" 200 33838 "" "Prometheus/2.43.0" 2024-05-11T04:27:07.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:06 smithi113 bash[21416]: cluster 2024-05-11T04:27:05.842565+0000 mgr.y (mgr.14370) 226 : cluster 0 pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:07.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:06 smithi113 bash[21416]: audit 2024-05-11T04:27:06.725408+0000 mon.a (mon.0) 953 : audit 0 from='client.? 172.21.15.113:0/3672835772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:07.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:07 smithi113 bash[31590]: cluster 2024-05-11T04:27:05.842565+0000 mgr.y (mgr.14370) 226 : cluster 0 pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:07 smithi113 bash[31590]: audit 2024-05-11T04:27:06.725408+0000 mon.a (mon.0) 953 : audit 0 from='client.? 172.21.15.113:0/3672835772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:06 smithi173 bash[23566]: cluster 2024-05-11T04:27:05.842565+0000 mgr.y (mgr.14370) 226 : cluster 0 pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:06 smithi173 bash[23566]: audit 2024-05-11T04:27:06.725408+0000 mon.a (mon.0) 953 : audit 0 from='client.? 172.21.15.113:0/3672835772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:09.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:08 smithi113 bash[31590]: cluster 2024-05-11T04:27:07.843170+0000 mgr.y (mgr.14370) 227 : cluster 0 pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:09.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:08 smithi113 bash[21416]: cluster 2024-05-11T04:27:07.843170+0000 mgr.y (mgr.14370) 227 : cluster 0 pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:09.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:08 smithi173 bash[23566]: cluster 2024-05-11T04:27:07.843170+0000 mgr.y (mgr.14370) 227 : cluster 0 pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:10.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:09 smithi113 bash[21416]: audit 2024-05-11T04:27:09.164717+0000 mon.a (mon.0) 954 : audit 0 from='client.? 172.21.15.113:0/1859572960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:10.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:09 smithi113 bash[31590]: audit 2024-05-11T04:27:09.164717+0000 mon.a (mon.0) 954 : audit 0 from='client.? 172.21.15.113:0/1859572960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:09 smithi173 bash[23566]: audit 2024-05-11T04:27:09.164717+0000 mon.a (mon.0) 954 : audit 0 from='client.? 172.21.15.113:0/1859572960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:11.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:10 smithi113 bash[21416]: cluster 2024-05-11T04:27:09.844199+0000 mgr.y (mgr.14370) 228 : cluster 0 pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:11.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:10 smithi113 bash[31590]: cluster 2024-05-11T04:27:09.844199+0000 mgr.y (mgr.14370) 228 : cluster 0 pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:10 smithi173 bash[23566]: cluster 2024-05-11T04:27:09.844199+0000 mgr.y (mgr.14370) 228 : cluster 0 pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:12.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:11 smithi113 bash[21416]: audit 2024-05-11T04:27:11.603735+0000 mon.a (mon.0) 955 : audit 0 from='client.? 172.21.15.113:0/1827025302' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:12.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:11 smithi113 bash[31590]: audit 2024-05-11T04:27:11.603735+0000 mon.a (mon.0) 955 : audit 0 from='client.? 172.21.15.113:0/1827025302' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:11 smithi173 bash[23566]: audit 2024-05-11T04:27:11.603735+0000 mon.a (mon.0) 955 : audit 0 from='client.? 172.21.15.113:0/1827025302' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:13.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:12 smithi113 bash[21416]: cluster 2024-05-11T04:27:11.844864+0000 mgr.y (mgr.14370) 229 : cluster 0 pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:13.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:12 smithi113 bash[31590]: cluster 2024-05-11T04:27:11.844864+0000 mgr.y (mgr.14370) 229 : cluster 0 pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:13.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:12 smithi173 bash[23566]: cluster 2024-05-11T04:27:11.844864+0000 mgr.y (mgr.14370) 229 : cluster 0 pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:14.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:13 smithi113 bash[21416]: audit 2024-05-11T04:27:13.816954+0000 mon.a (mon.0) 956 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:14.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:13 smithi113 bash[31590]: audit 2024-05-11T04:27:13.816954+0000 mon.a (mon.0) 956 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:13 smithi173 bash[23566]: audit 2024-05-11T04:27:13.816954+0000 mon.a (mon.0) 956 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:15.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:14 smithi173 bash[23566]: cluster 2024-05-11T04:27:13.850511+0000 mgr.y (mgr.14370) 230 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:14 smithi173 bash[23566]: audit 2024-05-11T04:27:14.044560+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.113:0/3034394367' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:15.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:14 smithi113 bash[31590]: cluster 2024-05-11T04:27:13.850511+0000 mgr.y (mgr.14370) 230 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:15.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:14 smithi113 bash[31590]: audit 2024-05-11T04:27:14.044560+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.113:0/3034394367' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:15.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:14 smithi113 bash[21416]: cluster 2024-05-11T04:27:13.850511+0000 mgr.y (mgr.14370) 230 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:15.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:14 smithi113 bash[21416]: audit 2024-05-11T04:27:14.044560+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.113:0/3034394367' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:16.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:27:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:27:16] "GET /metrics HTTP/1.1" 200 33834 "" "Prometheus/2.43.0" 2024-05-11T04:27:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:16 smithi173 bash[23566]: cluster 2024-05-11T04:27:15.851594+0000 mgr.y (mgr.14370) 231 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:17.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:16 smithi173 bash[23566]: audit 2024-05-11T04:27:16.469110+0000 mon.a (mon.0) 957 : audit 0 from='client.? 172.21.15.113:0/2612503189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:17.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:16 smithi113 bash[21416]: cluster 2024-05-11T04:27:15.851594+0000 mgr.y (mgr.14370) 231 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:17.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:16 smithi113 bash[21416]: audit 2024-05-11T04:27:16.469110+0000 mon.a (mon.0) 957 : audit 0 from='client.? 172.21.15.113:0/2612503189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:17.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:16 smithi113 bash[31590]: cluster 2024-05-11T04:27:15.851594+0000 mgr.y (mgr.14370) 231 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:17.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:16 smithi113 bash[31590]: audit 2024-05-11T04:27:16.469110+0000 mon.a (mon.0) 957 : audit 0 from='client.? 172.21.15.113:0/2612503189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:19.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:18 smithi173 bash[23566]: cluster 2024-05-11T04:27:17.852145+0000 mgr.y (mgr.14370) 232 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:19.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:18 smithi173 bash[23566]: audit 2024-05-11T04:27:18.912593+0000 mon.a (mon.0) 958 : audit 0 from='client.? 172.21.15.113:0/467786505' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:19.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:18 smithi113 bash[31590]: cluster 2024-05-11T04:27:17.852145+0000 mgr.y (mgr.14370) 232 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:19.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:18 smithi113 bash[31590]: audit 2024-05-11T04:27:18.912593+0000 mon.a (mon.0) 958 : audit 0 from='client.? 172.21.15.113:0/467786505' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:19.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:18 smithi113 bash[21416]: cluster 2024-05-11T04:27:17.852145+0000 mgr.y (mgr.14370) 232 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:19.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:18 smithi113 bash[21416]: audit 2024-05-11T04:27:18.912593+0000 mon.a (mon.0) 958 : audit 0 from='client.? 172.21.15.113:0/467786505' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:21.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:20 smithi173 bash[23566]: cluster 2024-05-11T04:27:19.853206+0000 mgr.y (mgr.14370) 233 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:21.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:20 smithi113 bash[21416]: cluster 2024-05-11T04:27:19.853206+0000 mgr.y (mgr.14370) 233 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:21.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:20 smithi113 bash[31590]: cluster 2024-05-11T04:27:19.853206+0000 mgr.y (mgr.14370) 233 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:22 smithi173 bash[23566]: audit 2024-05-11T04:27:21.346341+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.113:0/3652475402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:22.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:22 smithi113 bash[21416]: audit 2024-05-11T04:27:21.346341+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.113:0/3652475402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:22.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:22 smithi113 bash[31590]: audit 2024-05-11T04:27:21.346341+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.113:0/3652475402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:23.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:23 smithi173 bash[23566]: cluster 2024-05-11T04:27:21.853821+0000 mgr.y (mgr.14370) 234 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:23.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:23 smithi113 bash[21416]: cluster 2024-05-11T04:27:21.853821+0000 mgr.y (mgr.14370) 234 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:23.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:23 smithi113 bash[31590]: cluster 2024-05-11T04:27:21.853821+0000 mgr.y (mgr.14370) 234 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:24 smithi173 bash[23566]: audit 2024-05-11T04:27:23.775510+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.113:0/314489615' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:24.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:24 smithi113 bash[21416]: audit 2024-05-11T04:27:23.775510+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.113:0/314489615' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:24.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:24 smithi113 bash[31590]: audit 2024-05-11T04:27:23.775510+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.113:0/314489615' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:25.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:25 smithi173 bash[23566]: cluster 2024-05-11T04:27:23.854416+0000 mgr.y (mgr.14370) 235 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:25.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:25 smithi113 bash[31590]: cluster 2024-05-11T04:27:23.854416+0000 mgr.y (mgr.14370) 235 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:25.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:25 smithi113 bash[21416]: cluster 2024-05-11T04:27:23.854416+0000 mgr.y (mgr.14370) 235 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:26.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:27:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:27:26] "GET /metrics HTTP/1.1" 200 33834 "" "Prometheus/2.43.0" 2024-05-11T04:27:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:27 smithi173 bash[23566]: cluster 2024-05-11T04:27:25.855138+0000 mgr.y (mgr.14370) 236 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:27 smithi173 bash[23566]: audit 2024-05-11T04:27:26.216563+0000 mon.a (mon.0) 960 : audit 0 from='client.? 172.21.15.113:0/2986636930' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:27.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:27 smithi113 bash[21416]: cluster 2024-05-11T04:27:25.855138+0000 mgr.y (mgr.14370) 236 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:27.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:27 smithi113 bash[21416]: audit 2024-05-11T04:27:26.216563+0000 mon.a (mon.0) 960 : audit 0 from='client.? 172.21.15.113:0/2986636930' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:27.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:27 smithi113 bash[31590]: cluster 2024-05-11T04:27:25.855138+0000 mgr.y (mgr.14370) 236 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:27.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:27 smithi113 bash[31590]: audit 2024-05-11T04:27:26.216563+0000 mon.a (mon.0) 960 : audit 0 from='client.? 172.21.15.113:0/2986636930' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:29 smithi173 bash[23566]: cluster 2024-05-11T04:27:27.855742+0000 mgr.y (mgr.14370) 237 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:29 smithi173 bash[23566]: audit 2024-05-11T04:27:28.659874+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.113:0/1243438495' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:29 smithi173 bash[23566]: audit 2024-05-11T04:27:28.817477+0000 mon.a (mon.0) 961 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:29.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:29 smithi113 bash[21416]: cluster 2024-05-11T04:27:27.855742+0000 mgr.y (mgr.14370) 237 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:29 smithi113 bash[21416]: audit 2024-05-11T04:27:28.659874+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.113:0/1243438495' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:29.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:29 smithi113 bash[21416]: audit 2024-05-11T04:27:28.817477+0000 mon.a (mon.0) 961 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:29.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:29 smithi113 bash[31590]: cluster 2024-05-11T04:27:27.855742+0000 mgr.y (mgr.14370) 237 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:29.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:29 smithi113 bash[31590]: audit 2024-05-11T04:27:28.659874+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.113:0/1243438495' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:29.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:29 smithi113 bash[31590]: audit 2024-05-11T04:27:28.817477+0000 mon.a (mon.0) 961 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:31.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:31 smithi113 bash[21416]: cluster 2024-05-11T04:27:29.856831+0000 mgr.y (mgr.14370) 238 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:31.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:31 smithi113 bash[31590]: cluster 2024-05-11T04:27:29.856831+0000 mgr.y (mgr.14370) 238 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:31.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:31 smithi173 bash[23566]: cluster 2024-05-11T04:27:29.856831+0000 mgr.y (mgr.14370) 238 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:32.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:32 smithi113 bash[21416]: audit 2024-05-11T04:27:31.090568+0000 mon.a (mon.0) 962 : audit 0 from='client.? 172.21.15.113:0/706079714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:32.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:32 smithi113 bash[31590]: audit 2024-05-11T04:27:31.090568+0000 mon.a (mon.0) 962 : audit 0 from='client.? 172.21.15.113:0/706079714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:32.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:32 smithi173 bash[23566]: audit 2024-05-11T04:27:31.090568+0000 mon.a (mon.0) 962 : audit 0 from='client.? 172.21.15.113:0/706079714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:33.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:33 smithi113 bash[31590]: cluster 2024-05-11T04:27:31.857454+0000 mgr.y (mgr.14370) 239 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:33.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:33 smithi113 bash[21416]: cluster 2024-05-11T04:27:31.857454+0000 mgr.y (mgr.14370) 239 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:33.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:33 smithi173 bash[23566]: cluster 2024-05-11T04:27:31.857454+0000 mgr.y (mgr.14370) 239 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:34.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:34 smithi113 bash[21416]: audit 2024-05-11T04:27:33.528452+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.113:0/1957740375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:34.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:34 smithi113 bash[31590]: audit 2024-05-11T04:27:33.528452+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.113:0/1957740375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:34 smithi173 bash[23566]: audit 2024-05-11T04:27:33.528452+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.113:0/1957740375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:35.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:35 smithi113 bash[21416]: cluster 2024-05-11T04:27:33.858089+0000 mgr.y (mgr.14370) 240 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:35.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:35 smithi113 bash[31590]: cluster 2024-05-11T04:27:33.858089+0000 mgr.y (mgr.14370) 240 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:35.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:35 smithi173 bash[23566]: cluster 2024-05-11T04:27:33.858089+0000 mgr.y (mgr.14370) 240 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:36.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:36 smithi113 bash[21416]: audit 2024-05-11T04:27:35.965650+0000 mon.c (mon.2) 29 : audit 0 from='client.? 172.21.15.113:0/782519649' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:36.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:27:36 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:27:36] "GET /metrics HTTP/1.1" 200 33836 "" "Prometheus/2.43.0" 2024-05-11T04:27:36.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:36 smithi113 bash[31590]: audit 2024-05-11T04:27:35.965650+0000 mon.c (mon.2) 29 : audit 0 from='client.? 172.21.15.113:0/782519649' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:36 smithi173 bash[23566]: audit 2024-05-11T04:27:35.965650+0000 mon.c (mon.2) 29 : audit 0 from='client.? 172.21.15.113:0/782519649' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:37.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:37 smithi113 bash[31590]: cluster 2024-05-11T04:27:35.859137+0000 mgr.y (mgr.14370) 241 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:37.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:37 smithi113 bash[21416]: cluster 2024-05-11T04:27:35.859137+0000 mgr.y (mgr.14370) 241 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:37.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:37 smithi173 bash[23566]: cluster 2024-05-11T04:27:35.859137+0000 mgr.y (mgr.14370) 241 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:39.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:39 smithi113 bash[21416]: cluster 2024-05-11T04:27:37.859786+0000 mgr.y (mgr.14370) 242 : cluster 0 pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:39.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:39 smithi113 bash[21416]: audit 2024-05-11T04:27:38.394928+0000 mon.a (mon.0) 964 : audit 0 from='client.? 172.21.15.113:0/3659576604' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:39.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:39 smithi113 bash[31590]: cluster 2024-05-11T04:27:37.859786+0000 mgr.y (mgr.14370) 242 : cluster 0 pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:39.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:39 smithi113 bash[31590]: audit 2024-05-11T04:27:38.394928+0000 mon.a (mon.0) 964 : audit 0 from='client.? 172.21.15.113:0/3659576604' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:39.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:39 smithi173 bash[23566]: cluster 2024-05-11T04:27:37.859786+0000 mgr.y (mgr.14370) 242 : cluster 0 pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:39.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:39 smithi173 bash[23566]: audit 2024-05-11T04:27:38.394928+0000 mon.a (mon.0) 964 : audit 0 from='client.? 172.21.15.113:0/3659576604' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:41.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:41 smithi113 bash[21416]: cluster 2024-05-11T04:27:39.860873+0000 mgr.y (mgr.14370) 243 : cluster 0 pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:41.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:41 smithi113 bash[21416]: audit 2024-05-11T04:27:40.820214+0000 mon.c (mon.2) 30 : audit 0 from='client.? 172.21.15.113:0/2201441812' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:41.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:41 smithi113 bash[31590]: cluster 2024-05-11T04:27:39.860873+0000 mgr.y (mgr.14370) 243 : cluster 0 pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:41.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:41 smithi113 bash[31590]: audit 2024-05-11T04:27:40.820214+0000 mon.c (mon.2) 30 : audit 0 from='client.? 172.21.15.113:0/2201441812' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:41 smithi173 bash[23566]: cluster 2024-05-11T04:27:39.860873+0000 mgr.y (mgr.14370) 243 : cluster 0 pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:41 smithi173 bash[23566]: audit 2024-05-11T04:27:40.820214+0000 mon.c (mon.2) 30 : audit 0 from='client.? 172.21.15.113:0/2201441812' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:43.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:43 smithi113 bash[21416]: cluster 2024-05-11T04:27:41.861493+0000 mgr.y (mgr.14370) 244 : cluster 0 pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:43.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:43 smithi113 bash[31590]: cluster 2024-05-11T04:27:41.861493+0000 mgr.y (mgr.14370) 244 : cluster 0 pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:43.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:43 smithi173 bash[23566]: cluster 2024-05-11T04:27:41.861493+0000 mgr.y (mgr.14370) 244 : cluster 0 pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:44 smithi173 bash[23566]: audit 2024-05-11T04:27:43.249673+0000 mon.a (mon.0) 965 : audit 0 from='client.? 172.21.15.113:0/547028106' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:44 smithi173 bash[23566]: audit 2024-05-11T04:27:43.818032+0000 mon.a (mon.0) 966 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:44.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:44 smithi113 bash[21416]: audit 2024-05-11T04:27:43.249673+0000 mon.a (mon.0) 965 : audit 0 from='client.? 172.21.15.113:0/547028106' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:44.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:44 smithi113 bash[21416]: audit 2024-05-11T04:27:43.818032+0000 mon.a (mon.0) 966 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:44.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:44 smithi113 bash[31590]: audit 2024-05-11T04:27:43.249673+0000 mon.a (mon.0) 965 : audit 0 from='client.? 172.21.15.113:0/547028106' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:44.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:44 smithi113 bash[31590]: audit 2024-05-11T04:27:43.818032+0000 mon.a (mon.0) 966 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:45.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: cluster 2024-05-11T04:27:43.862097+0000 mgr.y (mgr.14370) 245 : cluster 0 pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:45.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: cephadm 2024-05-11T04:27:44.445143+0000 mgr.y (mgr.14370) 246 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:27:45.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: audit 2024-05-11T04:27:44.457125+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:45.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: audit 2024-05-11T04:27:44.459163+0000 mon.a (mon.0) 968 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: audit 2024-05-11T04:27:44.460847+0000 mon.a (mon.0) 969 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: audit 2024-05-11T04:27:44.462716+0000 mon.a (mon.0) 970 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:45 smithi113 bash[21416]: cephadm 2024-05-11T04:27:44.464554+0000 mgr.y (mgr.14370) 247 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: cluster 2024-05-11T04:27:43.862097+0000 mgr.y (mgr.14370) 245 : cluster 0 pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: cephadm 2024-05-11T04:27:44.445143+0000 mgr.y (mgr.14370) 246 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: audit 2024-05-11T04:27:44.457125+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: audit 2024-05-11T04:27:44.459163+0000 mon.a (mon.0) 968 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: audit 2024-05-11T04:27:44.460847+0000 mon.a (mon.0) 969 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: audit 2024-05-11T04:27:44.462716+0000 mon.a (mon.0) 970 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:27:45.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:45 smithi113 bash[31590]: cephadm 2024-05-11T04:27:44.464554+0000 mgr.y (mgr.14370) 247 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: cluster 2024-05-11T04:27:43.862097+0000 mgr.y (mgr.14370) 245 : cluster 0 pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: cephadm 2024-05-11T04:27:44.445143+0000 mgr.y (mgr.14370) 246 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: audit 2024-05-11T04:27:44.457125+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: audit 2024-05-11T04:27:44.459163+0000 mon.a (mon.0) 968 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: audit 2024-05-11T04:27:44.460847+0000 mon.a (mon.0) 969 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: audit 2024-05-11T04:27:44.462716+0000 mon.a (mon.0) 970 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:27:45.726 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:45 smithi173 bash[23566]: cephadm 2024-05-11T04:27:44.464554+0000 mgr.y (mgr.14370) 247 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:27:46.456 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:27:46 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:27:46] "GET /metrics HTTP/1.1" 200 33837 "" "Prometheus/2.43.0" 2024-05-11T04:27:46.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:46 smithi113 bash[21416]: audit 2024-05-11T04:27:45.689393+0000 mon.c (mon.2) 31 : audit 0 from='client.? 172.21.15.113:0/2889453453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:46.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:46 smithi113 bash[31590]: audit 2024-05-11T04:27:45.689393+0000 mon.c (mon.2) 31 : audit 0 from='client.? 172.21.15.113:0/2889453453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:46.728 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.729 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:46 smithi173 bash[23566]: audit 2024-05-11T04:27:45.689393+0000 mon.c (mon.2) 31 : audit 0 from='client.? 172.21.15.113:0/2889453453' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:46.729 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.729 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.729 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.730 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.730 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.730 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.730 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: Stopping Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:27:46.731 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:46.731 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:27:46 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:47.697 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:47 smithi173 bash[23566]: cluster 2024-05-11T04:27:45.863196+0000 mgr.y (mgr.14370) 248 : cluster 0 pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:47.697 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 bash[51840]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:27:47.697 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:27:47.697 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 bash[51903]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:27:47.697 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-11T04:27:47.697 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: Stopped Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:27:47.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:47 smithi113 bash[21416]: cluster 2024-05-11T04:27:45.863196+0000 mgr.y (mgr.14370) 248 : cluster 0 pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:47.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:47 smithi113 bash[31590]: cluster 2024-05-11T04:27:45.863196+0000 mgr.y (mgr.14370) 248 : cluster 0 pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:48.019 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.019 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.020 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.020 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.020 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.021 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.021 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.022 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:27:48.022 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:47 smithi173 systemd[1]: Started Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:27:49.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:48 smithi173 bash[51960]: debug 2024-05-11T04:27:48.835+0000 7f8d78925700 1 -- 172.21.15.173:0/2623674469 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d4c89925a0 con 0x55d4c9712400 2024-05-11T04:27:49.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:48 smithi173 bash[51960]: debug 2024-05-11T04:27:48.983+0000 7f8d82b38200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:27:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:48 smithi173 bash[23566]: audit 2024-05-11T04:27:47.860702+0000 mon.a (mon.0) 971 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:48 smithi173 bash[23566]: cluster 2024-05-11T04:27:47.863618+0000 mgr.y (mgr.14370) 249 : cluster 0 pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:48 smithi173 bash[23566]: audit 2024-05-11T04:27:47.868115+0000 mon.a (mon.0) 972 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:48 smithi173 bash[23566]: audit 2024-05-11T04:27:47.886670+0000 mon.a (mon.0) 973 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:27:49.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:48 smithi173 bash[23566]: audit 2024-05-11T04:27:48.129629+0000 mon.c (mon.2) 32 : audit 0 from='client.? 172.21.15.113:0/2456900124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:49.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:48 smithi113 bash[21416]: audit 2024-05-11T04:27:47.860702+0000 mon.a (mon.0) 971 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:49.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:48 smithi113 bash[21416]: cluster 2024-05-11T04:27:47.863618+0000 mgr.y (mgr.14370) 249 : cluster 0 pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:48 smithi113 bash[21416]: audit 2024-05-11T04:27:47.868115+0000 mon.a (mon.0) 972 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:48 smithi113 bash[21416]: audit 2024-05-11T04:27:47.886670+0000 mon.a (mon.0) 973 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:48 smithi113 bash[21416]: audit 2024-05-11T04:27:48.129629+0000 mon.c (mon.2) 32 : audit 0 from='client.? 172.21.15.113:0/2456900124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:48 smithi113 bash[31590]: audit 2024-05-11T04:27:47.860702+0000 mon.a (mon.0) 971 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:48 smithi113 bash[31590]: cluster 2024-05-11T04:27:47.863618+0000 mgr.y (mgr.14370) 249 : cluster 0 pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:48 smithi113 bash[31590]: audit 2024-05-11T04:27:47.868115+0000 mon.a (mon.0) 972 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:48 smithi113 bash[31590]: audit 2024-05-11T04:27:47.886670+0000 mon.a (mon.0) 973 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:27:49.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:48 smithi113 bash[31590]: audit 2024-05-11T04:27:48.129629+0000 mon.c (mon.2) 32 : audit 0 from='client.? 172.21.15.113:0/2456900124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:50.865 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:50 smithi173 bash[51960]: debug 2024-05-11T04:27:50.559+0000 7f8d82b38200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:27:50.866 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:50 smithi173 bash[51960]: debug 2024-05-11T04:27:50.655+0000 7f8d82b38200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:27:51.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:50 smithi113 bash[21416]: cluster 2024-05-11T04:27:49.864774+0000 mgr.y (mgr.14370) 250 : cluster 0 pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:51.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:50 smithi113 bash[21416]: audit 2024-05-11T04:27:50.564352+0000 mon.a (mon.0) 974 : audit 0 from='client.? 172.21.15.113:0/608739642' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:51.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:50 smithi113 bash[31590]: cluster 2024-05-11T04:27:49.864774+0000 mgr.y (mgr.14370) 250 : cluster 0 pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:51.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:50 smithi113 bash[31590]: audit 2024-05-11T04:27:50.564352+0000 mon.a (mon.0) 974 : audit 0 from='client.? 172.21.15.113:0/608739642' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:51.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:50 smithi173 bash[23566]: cluster 2024-05-11T04:27:49.864774+0000 mgr.y (mgr.14370) 250 : cluster 0 pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:51.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:50 smithi173 bash[23566]: audit 2024-05-11T04:27:50.564352+0000 mon.a (mon.0) 974 : audit 0 from='client.? 172.21.15.113:0/608739642' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:51.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:50 smithi173 bash[51960]: debug 2024-05-11T04:27:50.911+0000 7f8d82b38200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:27:52.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:51 smithi173 bash[51960]: debug 2024-05-11T04:27:51.715+0000 7f8d82b38200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:27:52.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:51 smithi173 bash[51960]: debug 2024-05-11T04:27:51.827+0000 7f8d82b38200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:27:52.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:51 smithi173 bash[51960]: debug 2024-05-11T04:27:51.931+0000 7f8d82b38200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:27:52.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:52 smithi173 bash[51960]: debug 2024-05-11T04:27:52.295+0000 7f8d82b38200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:27:52.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:52 smithi173 bash[51960]: debug 2024-05-11T04:27:52.415+0000 7f8d82b38200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:27:52.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:52 smithi173 bash[51960]: debug 2024-05-11T04:27:52.523+0000 7f8d82b38200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:27:53.148 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:52 smithi173 bash[23566]: cluster 2024-05-11T04:27:51.865472+0000 mgr.y (mgr.14370) 251 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:53.149 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:52 smithi173 bash[51960]: debug 2024-05-11T04:27:52.895+0000 7f8d82b38200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:27:53.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:52 smithi113 bash[21416]: cluster 2024-05-11T04:27:51.865472+0000 mgr.y (mgr.14370) 251 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:53.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:52 smithi113 bash[31590]: cluster 2024-05-11T04:27:51.865472+0000 mgr.y (mgr.14370) 251 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:53.436 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:53 smithi173 bash[51960]: debug 2024-05-11T04:27:53.147+0000 7f8d82b38200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:27:53.437 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:53 smithi173 bash[51960]: debug 2024-05-11T04:27:53.435+0000 7f8d82b38200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:27:53.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:53 smithi173 bash[51960]: debug 2024-05-11T04:27:53.559+0000 7f8d82b38200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:27:54.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:53 smithi113 bash[21416]: audit 2024-05-11T04:27:53.018747+0000 mon.a (mon.0) 975 : audit 0 from='client.? 172.21.15.113:0/1670317692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:53 smithi113 bash[21416]: audit 2024-05-11T04:27:53.321801+0000 mon.a (mon.0) 976 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:53 smithi113 bash[21416]: audit 2024-05-11T04:27:53.328836+0000 mon.a (mon.0) 977 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:53 smithi113 bash[21416]: audit 2024-05-11T04:27:53.830872+0000 mon.a (mon.0) 978 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:53 smithi113 bash[21416]: audit 2024-05-11T04:27:53.841822+0000 mon.a (mon.0) 979 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:53 smithi113 bash[31590]: audit 2024-05-11T04:27:53.018747+0000 mon.a (mon.0) 975 : audit 0 from='client.? 172.21.15.113:0/1670317692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:53 smithi113 bash[31590]: audit 2024-05-11T04:27:53.321801+0000 mon.a (mon.0) 976 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:53 smithi113 bash[31590]: audit 2024-05-11T04:27:53.328836+0000 mon.a (mon.0) 977 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:53 smithi113 bash[31590]: audit 2024-05-11T04:27:53.830872+0000 mon.a (mon.0) 978 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:53 smithi113 bash[31590]: audit 2024-05-11T04:27:53.841822+0000 mon.a (mon.0) 979 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:53 smithi173 bash[51960]: debug 2024-05-11T04:27:53.851+0000 7f8d82b38200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:27:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:53 smithi173 bash[23566]: audit 2024-05-11T04:27:53.018747+0000 mon.a (mon.0) 975 : audit 0 from='client.? 172.21.15.113:0/1670317692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:53 smithi173 bash[23566]: audit 2024-05-11T04:27:53.321801+0000 mon.a (mon.0) 976 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:53 smithi173 bash[23566]: audit 2024-05-11T04:27:53.328836+0000 mon.a (mon.0) 977 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:53 smithi173 bash[23566]: audit 2024-05-11T04:27:53.830872+0000 mon.a (mon.0) 978 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:53 smithi173 bash[23566]: audit 2024-05-11T04:27:53.841822+0000 mon.a (mon.0) 979 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:54.541 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:54 smithi173 bash[51960]: debug 2024-05-11T04:27:54.287+0000 7f8d82b38200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:27:54.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:54 smithi173 bash[51960]: debug 2024-05-11T04:27:54.539+0000 7f8d82b38200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:27:54.872 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:54 smithi173 bash[51960]: debug 2024-05-11T04:27:54.667+0000 7f8d82b38200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:27:55.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:54 smithi113 bash[21416]: cluster 2024-05-11T04:27:53.866064+0000 mgr.y (mgr.14370) 252 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:55.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:54 smithi113 bash[21416]: audit 2024-05-11T04:27:54.697188+0000 mon.a (mon.0) 980 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:55.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:54 smithi113 bash[21416]: audit 2024-05-11T04:27:54.709279+0000 mon.a (mon.0) 981 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:54 smithi113 bash[31590]: cluster 2024-05-11T04:27:53.866064+0000 mgr.y (mgr.14370) 252 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:54 smithi113 bash[31590]: audit 2024-05-11T04:27:54.697188+0000 mon.a (mon.0) 980 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:55.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:54 smithi113 bash[31590]: audit 2024-05-11T04:27:54.709279+0000 mon.a (mon.0) 981 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:55.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:54 smithi173 bash[23566]: cluster 2024-05-11T04:27:53.866064+0000 mgr.y (mgr.14370) 252 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:55.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:54 smithi173 bash[23566]: audit 2024-05-11T04:27:54.697188+0000 mon.a (mon.0) 980 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:55.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:54 smithi173 bash[23566]: audit 2024-05-11T04:27:54.709279+0000 mon.a (mon.0) 981 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:27:55.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:54 smithi173 bash[51960]: debug 2024-05-11T04:27:54.935+0000 7f8d82b38200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:27:56.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:55 smithi113 bash[21416]: audit 2024-05-11T04:27:55.460145+0000 mon.c (mon.2) 33 : audit 0 from='client.? 172.21.15.113:0/1893659685' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:56.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:27:56 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:27:56] "GET /metrics HTTP/1.1" 200 33837 "" "Prometheus/2.43.0" 2024-05-11T04:27:56.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:55 smithi113 bash[31590]: audit 2024-05-11T04:27:55.460145+0000 mon.c (mon.2) 33 : audit 0 from='client.? 172.21.15.113:0/1893659685' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:56.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:55 smithi173 bash[23566]: audit 2024-05-11T04:27:55.460145+0000 mon.c (mon.2) 33 : audit 0 from='client.? 172.21.15.113:0/1893659685' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:56.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:55 smithi173 bash[51960]: debug 2024-05-11T04:27:55.955+0000 7f8d82b38200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:27:56.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:56 smithi173 bash[51960]: debug 2024-05-11T04:27:56.075+0000 7f8d82b38200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:27:56.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:56 smithi173 bash[51960]: debug 2024-05-11T04:27:56.375+0000 7f8d82b38200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:27:56.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:56 smithi173 bash[51960]: debug 2024-05-11T04:27:56.491+0000 7f8d82b38200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:27:57.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:56 smithi113 bash[21416]: cluster 2024-05-11T04:27:55.867119+0000 mgr.y (mgr.14370) 253 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:57.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:56 smithi113 bash[31590]: cluster 2024-05-11T04:27:55.867119+0000 mgr.y (mgr.14370) 253 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:57.239 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:56 smithi173 bash[51960]: debug 2024-05-11T04:27:56.779+0000 7f8d82b38200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:27:57.239 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:56 smithi173 bash[23566]: cluster 2024-05-11T04:27:55.867119+0000 mgr.y (mgr.14370) 253 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:57.493 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: debug 2024-05-11T04:27:57.239+0000 7f8d82b38200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:27:57.493 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: debug 2024-05-11T04:27:57.363+0000 7f8d82b38200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:27:57.493 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: [11/May/2024:04:27:57] ENGINE Bus STARTING 2024-05-11T04:27:57.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: CherryPy Checker: 2024-05-11T04:27:57.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: The Application mounted at '' has an empty config. 2024-05-11T04:27:57.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: [11/May/2024:04:27:57] ENGINE Serving on http://:::9283 2024-05-11T04:27:57.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:27:57 smithi173 bash[51960]: [11/May/2024:04:27:57] ENGINE Bus STARTED 2024-05-11T04:27:57.897 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: cluster 2024-05-11T04:27:57.391357+0000 mon.a (mon.0) 982 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: cluster 2024-05-11T04:27:57.391357+0000 mon.a (mon.0) 982 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: cluster 2024-05-11T04:27:57.391655+0000 mon.a (mon.0) 983 : cluster 0 Standby manager daemon x started 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: audit 2024-05-11T04:27:57.391738+0000 mon.b (mon.1) 30 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: audit 2024-05-11T04:27:57.393248+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: audit 2024-05-11T04:27:57.395661+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: audit 2024-05-11T04:27:57.397083+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:57 smithi113 bash[21416]: audit 2024-05-11T04:27:57.887720+0000 mon.a (mon.0) 984 : audit 0 from='client.? 172.21.15.113:0/203472584' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: cluster 2024-05-11T04:27:57.391357+0000 mon.a (mon.0) 982 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: cluster 2024-05-11T04:27:57.391655+0000 mon.a (mon.0) 983 : cluster 0 Standby manager daemon x started 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: audit 2024-05-11T04:27:57.391738+0000 mon.b (mon.1) 30 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:27:58.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: audit 2024-05-11T04:27:57.393248+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:27:58.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: audit 2024-05-11T04:27:57.395661+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:27:58.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: audit 2024-05-11T04:27:57.397083+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:27:58.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:57 smithi113 bash[31590]: audit 2024-05-11T04:27:57.887720+0000 mon.a (mon.0) 984 : audit 0 from='client.? 172.21.15.113:0/203472584' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: cluster 2024-05-11T04:27:57.391655+0000 mon.a (mon.0) 983 : cluster 0 Standby manager daemon x started 2024-05-11T04:27:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: audit 2024-05-11T04:27:57.391738+0000 mon.b (mon.1) 30 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:27:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: audit 2024-05-11T04:27:57.393248+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:27:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: audit 2024-05-11T04:27:57.395661+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:27:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: audit 2024-05-11T04:27:57.397083+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:27:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:57 smithi173 bash[23566]: audit 2024-05-11T04:27:57.887720+0000 mon.a (mon.0) 984 : audit 0 from='client.? 172.21.15.113:0/203472584' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:27:59.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:58 smithi113 bash[21416]: cluster 2024-05-11T04:27:57.867758+0000 mgr.y (mgr.14370) 254 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:59.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:58 smithi113 bash[21416]: cluster 2024-05-11T04:27:57.910740+0000 mon.a (mon.0) 985 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-05-11T04:27:59.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:27:58 smithi113 bash[21416]: audit 2024-05-11T04:27:58.818622+0000 mon.a (mon.0) 986 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:58 smithi113 bash[31590]: cluster 2024-05-11T04:27:57.867758+0000 mgr.y (mgr.14370) 254 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:58 smithi113 bash[31590]: cluster 2024-05-11T04:27:57.910740+0000 mon.a (mon.0) 985 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-05-11T04:27:59.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:27:58 smithi113 bash[31590]: audit 2024-05-11T04:27:58.818622+0000 mon.a (mon.0) 986 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:27:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:58 smithi173 bash[23566]: cluster 2024-05-11T04:27:57.867758+0000 mgr.y (mgr.14370) 254 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:27:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:58 smithi173 bash[23566]: cluster 2024-05-11T04:27:57.910740+0000 mon.a (mon.0) 985 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-05-11T04:27:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:27:58 smithi173 bash[23566]: audit 2024-05-11T04:27:58.818622+0000 mon.a (mon.0) 986 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:01.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:00 smithi113 bash[21416]: cluster 2024-05-11T04:27:59.868814+0000 mgr.y (mgr.14370) 255 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:01.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:00 smithi113 bash[21416]: audit 2024-05-11T04:28:00.335482+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.113:0/1491224018' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:01.224 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:00 smithi113 bash[31590]: cluster 2024-05-11T04:27:59.868814+0000 mgr.y (mgr.14370) 255 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:01.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:00 smithi113 bash[31590]: audit 2024-05-11T04:28:00.335482+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.113:0/1491224018' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:01.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:00 smithi173 bash[23566]: cluster 2024-05-11T04:27:59.868814+0000 mgr.y (mgr.14370) 255 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:01.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:00 smithi173 bash[23566]: audit 2024-05-11T04:28:00.335482+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.113:0/1491224018' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:03.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:02 smithi113 bash[21416]: cluster 2024-05-11T04:28:01.869459+0000 mgr.y (mgr.14370) 256 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:03.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:02 smithi113 bash[21416]: audit 2024-05-11T04:28:02.767760+0000 mon.a (mon.0) 987 : audit 0 from='client.? 172.21.15.113:0/2721277363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:03.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:02 smithi113 bash[31590]: cluster 2024-05-11T04:28:01.869459+0000 mgr.y (mgr.14370) 256 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:03.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:02 smithi113 bash[31590]: audit 2024-05-11T04:28:02.767760+0000 mon.a (mon.0) 987 : audit 0 from='client.? 172.21.15.113:0/2721277363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:02 smithi173 bash[23566]: cluster 2024-05-11T04:28:01.869459+0000 mgr.y (mgr.14370) 256 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:02 smithi173 bash[23566]: audit 2024-05-11T04:28:02.767760+0000 mon.a (mon.0) 987 : audit 0 from='client.? 172.21.15.113:0/2721277363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:04.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: [11/May/2024:04:28:04] ENGINE Bus STOPPING 2024-05-11T04:28:04.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: [11/May/2024:04:28:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:28:04.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: [11/May/2024:04:28:04] ENGINE Bus STOPPED 2024-05-11T04:28:04.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: [11/May/2024:04:28:04] ENGINE Bus STARTING 2024-05-11T04:28:04.714 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:04 smithi113 bash[21674]: ignoring --setuser ceph since I am not root 2024-05-11T04:28:04.714 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:04 smithi113 bash[21674]: ignoring --setgroup ceph since I am not root 2024-05-11T04:28:04.715 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:04 smithi113 bash[21674]: debug 2024-05-11T04:28:04.458+0000 7f694e67c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8cdf661700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8cdf661700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8cdf661700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8cdf661700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8cdf661700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8ce2e68700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8ce2e68700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8ce2e68700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8ce2e68700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: debug 2024-05-11T04:28:04.719+0000 7f8ce2e68700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:05.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: [11/May/2024:04:28:04] ENGINE Serving on http://:::9283 2024-05-11T04:28:05.020 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:04 smithi173 bash[51960]: [11/May/2024:04:28:04] ENGINE Bus STARTED 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.114986+0000 mon.a (mon.0) 988 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.131544+0000 mon.a (mon.0) 989 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.134099+0000 mon.a (mon.0) 990 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.136066+0000 mon.a (mon.0) 991 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.146720+0000 mon.a (mon.0) 992 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.231485+0000 mon.a (mon.0) 993 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.239378+0000 mon.a (mon.0) 994 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: cluster 2024-05-11T04:28:04.240039+0000 mon.a (mon.0) 995 : cluster 1 Activating manager daemon x 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: cluster 2024-05-11T04:28:04.255741+0000 mon.a (mon.0) 996 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.256147+0000 mon.a (mon.0) 997 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: cluster 2024-05-11T04:28:04.256205+0000 mon.a (mon.0) 998 : cluster 0 mgrmap e22: x(active, starting, since 0.0161614s) 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.257034+0000 mon.b (mon.1) 34 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:28:05.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.257629+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.258231+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.258814+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.259613+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.260390+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.261083+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.261855+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.262703+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.114986+0000 mon.a (mon.0) 988 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.131544+0000 mon.a (mon.0) 989 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.134099+0000 mon.a (mon.0) 990 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:05.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.136066+0000 mon.a (mon.0) 991 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.146720+0000 mon.a (mon.0) 992 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.231485+0000 mon.a (mon.0) 993 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.239378+0000 mon.a (mon.0) 994 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: cluster 2024-05-11T04:28:04.240039+0000 mon.a (mon.0) 995 : cluster 1 Activating manager daemon x 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: cluster 2024-05-11T04:28:04.255741+0000 mon.a (mon.0) 996 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.256147+0000 mon.a (mon.0) 997 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: cluster 2024-05-11T04:28:04.256205+0000 mon.a (mon.0) 998 : cluster 0 mgrmap e22: x(active, starting, since 0.0161614s) 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.257034+0000 mon.b (mon.1) 34 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.257629+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.258231+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.258814+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.259613+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.260390+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.261083+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.261855+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:28:05.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.262703+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.263530+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.264354+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.265149+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.265963+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.266765+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.267614+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.268483+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.269841+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: cluster 2024-05-11T04:28:04.315345+0000 mon.a (mon.0) 999 : cluster 1 Manager daemon x is now available 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.357346+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.389002+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:05.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.392200+0000 mon.b (mon.1) 53 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.393553+0000 mon.a (mon.0) 1000 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.712333+0000 mon.b (mon.1) 54 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: audit 2024-05-11T04:28:04.713637+0000 mon.a (mon.0) 1001 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:05 smithi113 bash[31590]: cephadm 2024-05-11T04:28:04.829291+0000 mgr.x (mgr.24541) 1 : cephadm 1 [11/May/2024:04:28:04] ENGINE Bus STARTING 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.263530+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.264354+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.265149+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.265963+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.266765+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.267614+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.268483+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.269841+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:28:05.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: cluster 2024-05-11T04:28:04.315345+0000 mon.a (mon.0) 999 : cluster 1 Manager daemon x is now available 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.357346+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.389002+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.392200+0000 mon.b (mon.1) 53 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.393553+0000 mon.a (mon.0) 1000 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.712333+0000 mon.b (mon.1) 54 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: audit 2024-05-11T04:28:04.713637+0000 mon.a (mon.0) 1001 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:05.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:05 smithi113 bash[21416]: cephadm 2024-05-11T04:28:04.829291+0000 mgr.x (mgr.24541) 1 : cephadm 1 [11/May/2024:04:28:04] ENGINE Bus STARTING 2024-05-11T04:28:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.114986+0000 mon.a (mon.0) 988 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.131544+0000 mon.a (mon.0) 989 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.134099+0000 mon.a (mon.0) 990 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.136066+0000 mon.a (mon.0) 991 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:05.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.146720+0000 mon.a (mon.0) 992 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.231485+0000 mon.a (mon.0) 993 : audit 0 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.239378+0000 mon.a (mon.0) 994 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: cluster 2024-05-11T04:28:04.240039+0000 mon.a (mon.0) 995 : cluster 1 Activating manager daemon x 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: cluster 2024-05-11T04:28:04.255741+0000 mon.a (mon.0) 996 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.256147+0000 mon.a (mon.0) 997 : audit 1 from='mgr.14370 172.21.15.113:0/1057033905' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: cluster 2024-05-11T04:28:04.256205+0000 mon.a (mon.0) 998 : cluster 0 mgrmap e22: x(active, starting, since 0.0161614s) 2024-05-11T04:28:05.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.257034+0000 mon.b (mon.1) 34 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.257629+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.258231+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.258814+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.259613+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.260390+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.261083+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.261855+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:28:05.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.262703+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.263530+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.264354+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.265149+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.265963+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.266765+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.267614+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.268483+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.269841+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:28:05.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: cluster 2024-05-11T04:28:04.315345+0000 mon.a (mon.0) 999 : cluster 1 Manager daemon x is now available 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.357346+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.389002+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.392200+0000 mon.b (mon.1) 53 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.393553+0000 mon.a (mon.0) 1000 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.712333+0000 mon.b (mon.1) 54 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: audit 2024-05-11T04:28:04.713637+0000 mon.a (mon.0) 1001 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:05.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:05 smithi173 bash[23566]: cephadm 2024-05-11T04:28:04.829291+0000 mgr.x (mgr.24541) 1 : cephadm 1 [11/May/2024:04:28:04] ENGINE Bus STARTING 2024-05-11T04:28:06.427 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:06 smithi113 bash[21674]: debug 2024-05-11T04:28:06.070+0000 7f694e67c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:28:06.427 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:06 smithi113 bash[21674]: debug 2024-05-11T04:28:06.174+0000 7f694e67c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:28:06.427 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:06 smithi113 bash[21674]: debug 2024-05-11T04:28:06.430+0000 7f694e67c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cephadm 2024-05-11T04:28:04.993627+0000 mgr.x (mgr.24541) 2 : cephadm 1 [11/May/2024:04:28:04] ENGINE Serving on https://172.21.15.173:7150 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cephadm 2024-05-11T04:28:05.127457+0000 mgr.x (mgr.24541) 3 : cephadm 1 [11/May/2024:04:28:05] ENGINE Serving on http://172.21.15.173:8765 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cephadm 2024-05-11T04:28:05.127873+0000 mgr.x (mgr.24541) 4 : cephadm 1 [11/May/2024:04:28:05] ENGINE Bus STARTED 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cephadm 2024-05-11T04:28:05.129930+0000 mgr.x (mgr.24541) 5 : cephadm 1 Deploying cephadm binary to smithi173 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cephadm 2024-05-11T04:28:05.140455+0000 mgr.x (mgr.24541) 6 : cephadm 1 Deploying cephadm binary to smithi113 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: audit 2024-05-11T04:28:05.195380+0000 mon.c (mon.2) 35 : audit 0 from='client.? 172.21.15.113:0/420939298' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cluster 2024-05-11T04:28:05.250405+0000 mon.a (mon.0) 1002 : cluster 0 mgrmap e23: x(active, since 1.01036s) 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:06 smithi113 bash[21416]: cluster 2024-05-11T04:28:05.273052+0000 mgr.x (mgr.24541) 7 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:06.428 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cephadm 2024-05-11T04:28:04.993627+0000 mgr.x (mgr.24541) 2 : cephadm 1 [11/May/2024:04:28:04] ENGINE Serving on https://172.21.15.173:7150 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cephadm 2024-05-11T04:28:05.127457+0000 mgr.x (mgr.24541) 3 : cephadm 1 [11/May/2024:04:28:05] ENGINE Serving on http://172.21.15.173:8765 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cephadm 2024-05-11T04:28:05.127873+0000 mgr.x (mgr.24541) 4 : cephadm 1 [11/May/2024:04:28:05] ENGINE Bus STARTED 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cephadm 2024-05-11T04:28:05.129930+0000 mgr.x (mgr.24541) 5 : cephadm 1 Deploying cephadm binary to smithi173 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cephadm 2024-05-11T04:28:05.140455+0000 mgr.x (mgr.24541) 6 : cephadm 1 Deploying cephadm binary to smithi113 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: audit 2024-05-11T04:28:05.195380+0000 mon.c (mon.2) 35 : audit 0 from='client.? 172.21.15.113:0/420939298' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cluster 2024-05-11T04:28:05.250405+0000 mon.a (mon.0) 1002 : cluster 0 mgrmap e23: x(active, since 1.01036s) 2024-05-11T04:28:06.429 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:06 smithi113 bash[31590]: cluster 2024-05-11T04:28:05.273052+0000 mgr.x (mgr.24541) 7 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cephadm 2024-05-11T04:28:04.993627+0000 mgr.x (mgr.24541) 2 : cephadm 1 [11/May/2024:04:28:04] ENGINE Serving on https://172.21.15.173:7150 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cephadm 2024-05-11T04:28:05.127457+0000 mgr.x (mgr.24541) 3 : cephadm 1 [11/May/2024:04:28:05] ENGINE Serving on http://172.21.15.173:8765 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cephadm 2024-05-11T04:28:05.127873+0000 mgr.x (mgr.24541) 4 : cephadm 1 [11/May/2024:04:28:05] ENGINE Bus STARTED 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cephadm 2024-05-11T04:28:05.129930+0000 mgr.x (mgr.24541) 5 : cephadm 1 Deploying cephadm binary to smithi173 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cephadm 2024-05-11T04:28:05.140455+0000 mgr.x (mgr.24541) 6 : cephadm 1 Deploying cephadm binary to smithi113 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: audit 2024-05-11T04:28:05.195380+0000 mon.c (mon.2) 35 : audit 0 from='client.? 172.21.15.113:0/420939298' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cluster 2024-05-11T04:28:05.250405+0000 mon.a (mon.0) 1002 : cluster 0 mgrmap e23: x(active, since 1.01036s) 2024-05-11T04:28:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:06 smithi173 bash[23566]: cluster 2024-05-11T04:28:05.273052+0000 mgr.x (mgr.24541) 7 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:07 smithi173 bash[23566]: cluster 2024-05-11T04:28:06.259851+0000 mon.a (mon.0) 1003 : cluster 0 mgrmap e24: x(active, since 2s) 2024-05-11T04:28:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:07 smithi173 bash[23566]: cluster 2024-05-11T04:28:06.262276+0000 mgr.x (mgr.24541) 8 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:07.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:07 smithi113 bash[21416]: cluster 2024-05-11T04:28:06.259851+0000 mon.a (mon.0) 1003 : cluster 0 mgrmap e24: x(active, since 2s) 2024-05-11T04:28:07.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:07 smithi113 bash[21416]: cluster 2024-05-11T04:28:06.262276+0000 mgr.x (mgr.24541) 8 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:07.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:07 smithi113 bash[21674]: debug 2024-05-11T04:28:07.226+0000 7f694e67c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:28:07.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:07 smithi113 bash[21674]: debug 2024-05-11T04:28:07.346+0000 7f694e67c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:28:07.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:07 smithi113 bash[21674]: debug 2024-05-11T04:28:07.450+0000 7f694e67c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:28:07.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:07 smithi113 bash[31590]: cluster 2024-05-11T04:28:06.259851+0000 mon.a (mon.0) 1003 : cluster 0 mgrmap e24: x(active, since 2s) 2024-05-11T04:28:07.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:07 smithi113 bash[31590]: cluster 2024-05-11T04:28:06.262276+0000 mgr.x (mgr.24541) 8 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:08.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:07 smithi113 bash[21674]: debug 2024-05-11T04:28:07.810+0000 7f694e67c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:28:08.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:07 smithi113 bash[21674]: debug 2024-05-11T04:28:07.926+0000 7f694e67c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:28:08.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:08 smithi113 bash[21674]: debug 2024-05-11T04:28:08.030+0000 7f694e67c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:28:08.646 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:08 smithi113 bash[21674]: debug 2024-05-11T04:28:08.402+0000 7f694e67c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:28:08.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:08 smithi113 bash[31590]: audit 2024-05-11T04:28:07.627745+0000 mon.a (mon.0) 1004 : audit 0 from='client.? 172.21.15.113:0/4212588313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:08.647 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:08 smithi113 bash[21416]: audit 2024-05-11T04:28:07.627745+0000 mon.a (mon.0) 1004 : audit 0 from='client.? 172.21.15.113:0/4212588313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:08 smithi173 bash[23566]: audit 2024-05-11T04:28:07.627745+0000 mon.a (mon.0) 1004 : audit 0 from='client.? 172.21.15.113:0/4212588313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:08.911 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:08 smithi113 bash[21674]: debug 2024-05-11T04:28:08.646+0000 7f694e67c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:28:09.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:08 smithi113 bash[21674]: debug 2024-05-11T04:28:08.914+0000 7f694e67c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:28:09.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:09 smithi113 bash[21674]: debug 2024-05-11T04:28:09.026+0000 7f694e67c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:28:09.558 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:09 smithi113 bash[21674]: debug 2024-05-11T04:28:09.310+0000 7f694e67c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:28:09.559 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:09 smithi113 bash[21416]: cluster 2024-05-11T04:28:08.262930+0000 mgr.x (mgr.24541) 9 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:09.559 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:09 smithi113 bash[21416]: cluster 2024-05-11T04:28:08.271858+0000 mon.a (mon.0) 1005 : cluster 0 mgrmap e25: x(active, since 4s) 2024-05-11T04:28:09.559 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:09 smithi113 bash[31590]: cluster 2024-05-11T04:28:08.262930+0000 mgr.x (mgr.24541) 9 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:09.559 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:09 smithi113 bash[31590]: cluster 2024-05-11T04:28:08.271858+0000 mon.a (mon.0) 1005 : cluster 0 mgrmap e25: x(active, since 4s) 2024-05-11T04:28:09.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:09 smithi173 bash[23566]: cluster 2024-05-11T04:28:08.262930+0000 mgr.x (mgr.24541) 9 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:09.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:09 smithi173 bash[23566]: cluster 2024-05-11T04:28:08.271858+0000 mon.a (mon.0) 1005 : cluster 0 mgrmap e25: x(active, since 4s) 2024-05-11T04:28:09.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:09 smithi113 bash[21674]: debug 2024-05-11T04:28:09.562+0000 7f694e67c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:28:10.283 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:09 smithi113 bash[21674]: debug 2024-05-11T04:28:09.986+0000 7f694e67c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:28:10.283 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:10 smithi113 bash[21674]: debug 2024-05-11T04:28:10.114+0000 7f694e67c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:28:10.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:10 smithi113 bash[31590]: audit 2024-05-11T04:28:10.079225+0000 mon.a (mon.0) 1006 : audit 0 from='client.? 172.21.15.113:0/3972292810' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:10.724 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:10 smithi113 bash[21674]: debug 2024-05-11T04:28:10.374+0000 7f694e67c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:28:10.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:10 smithi113 bash[21416]: audit 2024-05-11T04:28:10.079225+0000 mon.a (mon.0) 1006 : audit 0 from='client.? 172.21.15.113:0/3972292810' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:10.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:10 smithi173 bash[23566]: audit 2024-05-11T04:28:10.079225+0000 mon.a (mon.0) 1006 : audit 0 from='client.? 172.21.15.113:0/3972292810' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:11.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:11 smithi113 bash[31590]: cluster 2024-05-11T04:28:10.263450+0000 mgr.x (mgr.24541) 10 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:11.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:11 smithi113 bash[21416]: cluster 2024-05-11T04:28:10.263450+0000 mgr.x (mgr.24541) 10 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:11.724 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:11 smithi113 bash[21674]: debug 2024-05-11T04:28:11.398+0000 7f694e67c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:28:11.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:11 smithi113 bash[21674]: debug 2024-05-11T04:28:11.518+0000 7f694e67c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:28:11.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:11 smithi173 bash[23566]: cluster 2024-05-11T04:28:10.263450+0000 mgr.x (mgr.24541) 10 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:12.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:11 smithi113 bash[21674]: debug 2024-05-11T04:28:11.822+0000 7f694e67c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:28:12.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:11 smithi113 bash[21674]: debug 2024-05-11T04:28:11.938+0000 7f694e67c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:28:12.671 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: debug 2024-05-11T04:28:12.414+0000 7f694e67c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:28:12.671 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: debug 2024-05-11T04:28:12.546+0000 7f694e67c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:28:12.671 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: [11/May/2024:04:28:12] ENGINE Bus STARTING 2024-05-11T04:28:12.974 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: CherryPy Checker: 2024-05-11T04:28:12.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: The Application mounted at '' has an empty config. 2024-05-11T04:28:12.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: [11/May/2024:04:28:12] ENGINE Serving on http://:::9283 2024-05-11T04:28:12.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:12 smithi113 bash[21674]: [11/May/2024:04:28:12] ENGINE Bus STARTED 2024-05-11T04:28:13.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: cluster 2024-05-11T04:28:12.264449+0000 mgr.x (mgr.24541) 11 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:28:13.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: audit 2024-05-11T04:28:12.524543+0000 mon.a (mon.0) 1007 : audit 0 from='client.? 172.21.15.113:0/2881350078' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:13.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: cluster 2024-05-11T04:28:12.569664+0000 mon.a (mon.0) 1008 : cluster 0 Standby manager daemon y started 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: audit 2024-05-11T04:28:12.572742+0000 mon.a (mon.0) 1009 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: audit 2024-05-11T04:28:12.573239+0000 mon.a (mon.0) 1010 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: audit 2024-05-11T04:28:12.575149+0000 mon.a (mon.0) 1011 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:13 smithi113 bash[21416]: audit 2024-05-11T04:28:12.576235+0000 mon.a (mon.0) 1012 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: cluster 2024-05-11T04:28:12.264449+0000 mgr.x (mgr.24541) 11 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: audit 2024-05-11T04:28:12.524543+0000 mon.a (mon.0) 1007 : audit 0 from='client.? 172.21.15.113:0/2881350078' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: cluster 2024-05-11T04:28:12.569664+0000 mon.a (mon.0) 1008 : cluster 0 Standby manager daemon y started 2024-05-11T04:28:13.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: audit 2024-05-11T04:28:12.572742+0000 mon.a (mon.0) 1009 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:28:13.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: audit 2024-05-11T04:28:12.573239+0000 mon.a (mon.0) 1010 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:28:13.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: audit 2024-05-11T04:28:12.575149+0000 mon.a (mon.0) 1011 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:28:13.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:13 smithi113 bash[31590]: audit 2024-05-11T04:28:12.576235+0000 mon.a (mon.0) 1012 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: cluster 2024-05-11T04:28:12.264449+0000 mgr.x (mgr.24541) 11 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: audit 2024-05-11T04:28:12.524543+0000 mon.a (mon.0) 1007 : audit 0 from='client.? 172.21.15.113:0/2881350078' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: cluster 2024-05-11T04:28:12.569664+0000 mon.a (mon.0) 1008 : cluster 0 Standby manager daemon y started 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: audit 2024-05-11T04:28:12.572742+0000 mon.a (mon.0) 1009 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: audit 2024-05-11T04:28:12.573239+0000 mon.a (mon.0) 1010 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: audit 2024-05-11T04:28:12.575149+0000 mon.a (mon.0) 1011 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:28:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:13 smithi173 bash[23566]: audit 2024-05-11T04:28:12.576235+0000 mon.a (mon.0) 1012 : audit 0 from='mgr.? 172.21.15.113:0/715551973' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:28:14.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:14 smithi113 bash[21416]: cluster 2024-05-11T04:28:13.314210+0000 mon.a (mon.0) 1013 : cluster 0 mgrmap e26: x(active, since 9s), standbys: y 2024-05-11T04:28:14.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:14 smithi113 bash[21416]: audit 2024-05-11T04:28:13.318896+0000 mon.b (mon.1) 55 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:28:14.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:14 smithi113 bash[31590]: cluster 2024-05-11T04:28:13.314210+0000 mon.a (mon.0) 1013 : cluster 0 mgrmap e26: x(active, since 9s), standbys: y 2024-05-11T04:28:14.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:14 smithi113 bash[31590]: audit 2024-05-11T04:28:13.318896+0000 mon.b (mon.1) 55 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:28:14.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:14 smithi173 bash[23566]: cluster 2024-05-11T04:28:13.314210+0000 mon.a (mon.0) 1013 : cluster 0 mgrmap e26: x(active, since 9s), standbys: y 2024-05-11T04:28:14.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:14 smithi173 bash[23566]: audit 2024-05-11T04:28:13.318896+0000 mon.b (mon.1) 55 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:28:15.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:15 smithi113 bash[31590]: cluster 2024-05-11T04:28:14.265139+0000 mgr.x (mgr.24541) 12 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:28:15.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:15 smithi113 bash[31590]: audit 2024-05-11T04:28:14.955167+0000 mon.a (mon.0) 1014 : audit 0 from='client.? 172.21.15.113:0/899828205' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:15.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:15 smithi113 bash[21416]: cluster 2024-05-11T04:28:14.265139+0000 mgr.x (mgr.24541) 12 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:28:15.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:15 smithi113 bash[21416]: audit 2024-05-11T04:28:14.955167+0000 mon.a (mon.0) 1014 : audit 0 from='client.? 172.21.15.113:0/899828205' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:15.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:15 smithi173 bash[23566]: cluster 2024-05-11T04:28:14.265139+0000 mgr.x (mgr.24541) 12 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:28:15.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:15 smithi173 bash[23566]: audit 2024-05-11T04:28:14.955167+0000 mon.a (mon.0) 1014 : audit 0 from='client.? 172.21.15.113:0/899828205' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:16.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:16 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:28:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:28:17.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:17 smithi113 bash[21416]: cluster 2024-05-11T04:28:16.266216+0000 mgr.x (mgr.24541) 13 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:28:17.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:17 smithi113 bash[31590]: cluster 2024-05-11T04:28:16.266216+0000 mgr.x (mgr.24541) 13 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:28:17.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:17 smithi173 bash[23566]: cluster 2024-05-11T04:28:16.266216+0000 mgr.x (mgr.24541) 13 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:28:18.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:18 smithi113 bash[31590]: audit 2024-05-11T04:28:17.404126+0000 mon.c (mon.2) 36 : audit 0 from='client.? 172.21.15.113:0/3582204056' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:18.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:18 smithi113 bash[31590]: audit 2024-05-11T04:28:17.874618+0000 mon.a (mon.0) 1015 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:18.724 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:18 smithi113 bash[31590]: audit 2024-05-11T04:28:17.883370+0000 mon.a (mon.0) 1016 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:18.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:18 smithi113 bash[21416]: audit 2024-05-11T04:28:17.404126+0000 mon.c (mon.2) 36 : audit 0 from='client.? 172.21.15.113:0/3582204056' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:18.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:18 smithi113 bash[21416]: audit 2024-05-11T04:28:17.874618+0000 mon.a (mon.0) 1015 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:18.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:18 smithi113 bash[21416]: audit 2024-05-11T04:28:17.883370+0000 mon.a (mon.0) 1016 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:18.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:18 smithi173 bash[23566]: audit 2024-05-11T04:28:17.404126+0000 mon.c (mon.2) 36 : audit 0 from='client.? 172.21.15.113:0/3582204056' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:18.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:18 smithi173 bash[23566]: audit 2024-05-11T04:28:17.874618+0000 mon.a (mon.0) 1015 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:18.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:18 smithi173 bash[23566]: audit 2024-05-11T04:28:17.883370+0000 mon.a (mon.0) 1016 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: cluster 2024-05-11T04:28:18.266787+0000 mgr.x (mgr.24541) 14 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.332431+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.340496+0000 mon.a (mon.0) 1018 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.934675+0000 mon.a (mon.0) 1019 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.951064+0000 mon.a (mon.0) 1020 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.954767+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.956037+0000 mon.a (mon.0) 1021 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.957230+0000 mon.b (mon.1) 57 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.958466+0000 mon.a (mon.0) 1022 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.959487+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.960687+0000 mon.a (mon.0) 1023 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.961632+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.962860+0000 mon.a (mon.0) 1024 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:19 smithi113 bash[21416]: audit 2024-05-11T04:28:18.973337+0000 mon.a (mon.0) 1025 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: cluster 2024-05-11T04:28:18.266787+0000 mgr.x (mgr.24541) 14 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.332431+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.340496+0000 mon.a (mon.0) 1018 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.934675+0000 mon.a (mon.0) 1019 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.951064+0000 mon.a (mon.0) 1020 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.954767+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.956037+0000 mon.a (mon.0) 1021 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.957230+0000 mon.b (mon.1) 57 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.958466+0000 mon.a (mon.0) 1022 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.959487+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.960687+0000 mon.a (mon.0) 1023 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.961632+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.962860+0000 mon.a (mon.0) 1024 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:19 smithi113 bash[31590]: audit 2024-05-11T04:28:18.973337+0000 mon.a (mon.0) 1025 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: cluster 2024-05-11T04:28:18.266787+0000 mgr.x (mgr.24541) 14 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.332431+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.340496+0000 mon.a (mon.0) 1018 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.934675+0000 mon.a (mon.0) 1019 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.951064+0000 mon.a (mon.0) 1020 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.954767+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.956037+0000 mon.a (mon.0) 1021 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.957230+0000 mon.b (mon.1) 57 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.958466+0000 mon.a (mon.0) 1022 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.959487+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.960687+0000 mon.a (mon.0) 1023 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.961632+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.962860+0000 mon.a (mon.0) 1024 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:19 smithi173 bash[23566]: audit 2024-05-11T04:28:18.973337+0000 mon.a (mon.0) 1025 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:20 smithi113 bash[21416]: cephadm 2024-05-11T04:28:18.963583+0000 mgr.x (mgr.24541) 15 : cephadm 1 Adjusting osd_memory_target on smithi113 to 2524M 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:20 smithi113 bash[21416]: audit 2024-05-11T04:28:19.346945+0000 mon.a (mon.0) 1026 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:20 smithi113 bash[21416]: audit 2024-05-11T04:28:19.360194+0000 mon.a (mon.0) 1027 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:20 smithi113 bash[21416]: audit 2024-05-11T04:28:19.388747+0000 mon.b (mon.1) 60 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:20 smithi113 bash[21416]: audit 2024-05-11T04:28:19.844567+0000 mon.c (mon.2) 37 : audit 0 from='client.? 172.21.15.113:0/175732118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:20 smithi113 bash[31590]: cephadm 2024-05-11T04:28:18.963583+0000 mgr.x (mgr.24541) 15 : cephadm 1 Adjusting osd_memory_target on smithi113 to 2524M 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:20 smithi113 bash[31590]: audit 2024-05-11T04:28:19.346945+0000 mon.a (mon.0) 1026 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:20 smithi113 bash[31590]: audit 2024-05-11T04:28:19.360194+0000 mon.a (mon.0) 1027 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:20 smithi113 bash[31590]: audit 2024-05-11T04:28:19.388747+0000 mon.b (mon.1) 60 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:20.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:20 smithi113 bash[31590]: audit 2024-05-11T04:28:19.844567+0000 mon.c (mon.2) 37 : audit 0 from='client.? 172.21.15.113:0/175732118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:20 smithi173 bash[23566]: cephadm 2024-05-11T04:28:18.963583+0000 mgr.x (mgr.24541) 15 : cephadm 1 Adjusting osd_memory_target on smithi113 to 2524M 2024-05-11T04:28:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:20 smithi173 bash[23566]: audit 2024-05-11T04:28:19.346945+0000 mon.a (mon.0) 1026 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:20 smithi173 bash[23566]: audit 2024-05-11T04:28:19.360194+0000 mon.a (mon.0) 1027 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:20 smithi173 bash[23566]: audit 2024-05-11T04:28:19.388747+0000 mon.b (mon.1) 60 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:20 smithi173 bash[23566]: audit 2024-05-11T04:28:19.844567+0000 mon.c (mon.2) 37 : audit 0 from='client.? 172.21.15.113:0/175732118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:21.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:21 smithi113 bash[21416]: cluster 2024-05-11T04:28:20.267462+0000 mgr.x (mgr.24541) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:21.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:21 smithi113 bash[31590]: cluster 2024-05-11T04:28:20.267462+0000 mgr.x (mgr.24541) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:21.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:21 smithi173 bash[23566]: cluster 2024-05-11T04:28:20.267462+0000 mgr.x (mgr.24541) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:22.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:22 smithi113 bash[21416]: audit 2024-05-11T04:28:22.295880+0000 mon.a (mon.0) 1028 : audit 0 from='client.? 172.21.15.113:0/735598524' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:22.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:22 smithi113 bash[31590]: audit 2024-05-11T04:28:22.295880+0000 mon.a (mon.0) 1028 : audit 0 from='client.? 172.21.15.113:0/735598524' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:22.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:22 smithi173 bash[23566]: audit 2024-05-11T04:28:22.295880+0000 mon.a (mon.0) 1028 : audit 0 from='client.? 172.21.15.113:0/735598524' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:23.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:23 smithi113 bash[21416]: cluster 2024-05-11T04:28:22.268578+0000 mgr.x (mgr.24541) 17 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:23.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:23 smithi113 bash[31590]: cluster 2024-05-11T04:28:22.268578+0000 mgr.x (mgr.24541) 17 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:23.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:23 smithi173 bash[23566]: cluster 2024-05-11T04:28:22.268578+0000 mgr.x (mgr.24541) 17 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:28:25.720 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:25 smithi173 bash[23566]: cluster 2024-05-11T04:28:24.269055+0000 mgr.x (mgr.24541) 18 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:25.720 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:25 smithi173 bash[23566]: audit 2024-05-11T04:28:24.742385+0000 mon.c (mon.2) 38 : audit 0 from='client.? 172.21.15.113:0/4199296434' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:25.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:25 smithi113 bash[21416]: cluster 2024-05-11T04:28:24.269055+0000 mgr.x (mgr.24541) 18 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:25.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:25 smithi113 bash[21416]: audit 2024-05-11T04:28:24.742385+0000 mon.c (mon.2) 38 : audit 0 from='client.? 172.21.15.113:0/4199296434' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:25.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:25 smithi113 bash[31590]: cluster 2024-05-11T04:28:24.269055+0000 mgr.x (mgr.24541) 18 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:25.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:25 smithi113 bash[31590]: audit 2024-05-11T04:28:24.742385+0000 mon.c (mon.2) 38 : audit 0 from='client.? 172.21.15.113:0/4199296434' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:26.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:26 smithi113 bash[21674]: ::ffff:172.21.15.173 - - [11/May/2024:04:28:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:28:27.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:27 smithi113 bash[21416]: cluster 2024-05-11T04:28:26.270013+0000 mgr.x (mgr.24541) 19 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:27.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:27 smithi113 bash[21416]: audit 2024-05-11T04:28:27.194895+0000 mon.a (mon.0) 1029 : audit 0 from='client.? 172.21.15.113:0/2690073204' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:27.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:27 smithi113 bash[31590]: cluster 2024-05-11T04:28:26.270013+0000 mgr.x (mgr.24541) 19 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:27.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:27 smithi113 bash[31590]: audit 2024-05-11T04:28:27.194895+0000 mon.a (mon.0) 1029 : audit 0 from='client.? 172.21.15.113:0/2690073204' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:27.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:27 smithi173 bash[23566]: cluster 2024-05-11T04:28:26.270013+0000 mgr.x (mgr.24541) 19 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:27.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:27 smithi173 bash[23566]: audit 2024-05-11T04:28:27.194895+0000 mon.a (mon.0) 1029 : audit 0 from='client.? 172.21.15.113:0/2690073204' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:28.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.660512+0000 mon.a (mon.0) 1030 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.690775+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.695198+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.696965+0000 mon.a (mon.0) 1032 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.698828+0000 mon.b (mon.1) 62 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.700152+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.701755+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.702948+0000 mon.a (mon.0) 1034 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.704437+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.705707+0000 mon.a (mon.0) 1035 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: cephadm 2024-05-11T04:28:27.706783+0000 mgr.x (mgr.24541) 20 : cephadm 1 Adjusting osd_memory_target on smithi173 to 2524M 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.716657+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.721227+0000 mon.b (mon.1) 65 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:27.722874+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: cephadm 2024-05-11T04:28:27.725418+0000 mgr.x (mgr.24541) 21 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: cephadm 2024-05-11T04:28:27.725874+0000 mgr.x (mgr.24541) 22 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:28.493991+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:28.497843+0000 mon.a (mon.0) 1038 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:28.510310+0000 mon.a (mon.0) 1039 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:28.517348+0000 mon.a (mon.0) 1040 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:28 smithi113 bash[21416]: audit 2024-05-11T04:28:28.525481+0000 mon.a (mon.0) 1041 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.660512+0000 mon.a (mon.0) 1030 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.690775+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.695198+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.696965+0000 mon.a (mon.0) 1032 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.698828+0000 mon.b (mon.1) 62 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.700152+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.701755+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.702948+0000 mon.a (mon.0) 1034 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.704437+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.705707+0000 mon.a (mon.0) 1035 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: cephadm 2024-05-11T04:28:27.706783+0000 mgr.x (mgr.24541) 20 : cephadm 1 Adjusting osd_memory_target on smithi173 to 2524M 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.716657+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.721227+0000 mon.b (mon.1) 65 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:27.722874+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: cephadm 2024-05-11T04:28:27.725418+0000 mgr.x (mgr.24541) 21 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: cephadm 2024-05-11T04:28:27.725874+0000 mgr.x (mgr.24541) 22 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:28.493991+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:28.497843+0000 mon.a (mon.0) 1038 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:28.510310+0000 mon.a (mon.0) 1039 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:28.517348+0000 mon.a (mon.0) 1040 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:28.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:28 smithi113 bash[31590]: audit 2024-05-11T04:28:28.525481+0000 mon.a (mon.0) 1041 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.660512+0000 mon.a (mon.0) 1030 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.690775+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.695198+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.696965+0000 mon.a (mon.0) 1032 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.698828+0000 mon.b (mon.1) 62 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.700152+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.701755+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.702948+0000 mon.a (mon.0) 1034 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.704437+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.705707+0000 mon.a (mon.0) 1035 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: cephadm 2024-05-11T04:28:27.706783+0000 mgr.x (mgr.24541) 20 : cephadm 1 Adjusting osd_memory_target on smithi173 to 2524M 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.716657+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.721227+0000 mon.b (mon.1) 65 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:27.722874+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:29.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: cephadm 2024-05-11T04:28:27.725418+0000 mgr.x (mgr.24541) 21 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:28:29.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: cephadm 2024-05-11T04:28:27.725874+0000 mgr.x (mgr.24541) 22 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:28:29.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:28.493991+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:28.497843+0000 mon.a (mon.0) 1038 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:28.510310+0000 mon.a (mon.0) 1039 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:28.517348+0000 mon.a (mon.0) 1040 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:28 smithi173 bash[23566]: audit 2024-05-11T04:28:28.525481+0000 mon.a (mon.0) 1041 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:29.693 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:29 smithi173 bash[50122]: ts=2024-05-11T04:28:29.403Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:28:29.693 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:29 smithi173 bash[50122]: ts=2024-05-11T04:28:29.404Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:28:29.693 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:29 smithi173 bash[50122]: ts=2024-05-11T04:28:29.406Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:28:29.693 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:29 smithi173 bash[50122]: ts=2024-05-11T04:28:29.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:28:29.693 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:29 smithi173 bash[50122]: ts=2024-05-11T04:28:29.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:27.990993+0000 mgr.x (mgr.24541) 23 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:27.991318+0000 mgr.x (mgr.24541) 24 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:28.155682+0000 mgr.x (mgr.24541) 25 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:28.156713+0000 mgr.x (mgr.24541) 26 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cluster 2024-05-11T04:28:28.270445+0000 mgr.x (mgr.24541) 27 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:28.320142+0000 mgr.x (mgr.24541) 28 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:28.321151+0000 mgr.x (mgr.24541) 29 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: cephadm 2024-05-11T04:28:28.599720+0000 mgr.x (mgr.24541) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:28:29.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:29 smithi113 bash[21416]: audit 2024-05-11T04:28:29.630175+0000 mon.a (mon.0) 1042 : audit 0 from='client.? 172.21.15.113:0/2613911742' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:27.990993+0000 mgr.x (mgr.24541) 23 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:27.991318+0000 mgr.x (mgr.24541) 24 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:28.155682+0000 mgr.x (mgr.24541) 25 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:28.156713+0000 mgr.x (mgr.24541) 26 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cluster 2024-05-11T04:28:28.270445+0000 mgr.x (mgr.24541) 27 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:28.320142+0000 mgr.x (mgr.24541) 28 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:28.321151+0000 mgr.x (mgr.24541) 29 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: cephadm 2024-05-11T04:28:28.599720+0000 mgr.x (mgr.24541) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:28:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:29 smithi113 bash[31590]: audit 2024-05-11T04:28:29.630175+0000 mon.a (mon.0) 1042 : audit 0 from='client.? 172.21.15.113:0/2613911742' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:30.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:27.990993+0000 mgr.x (mgr.24541) 23 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:28:30.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:27.991318+0000 mgr.x (mgr.24541) 24 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:28:30.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:28.155682+0000 mgr.x (mgr.24541) 25 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:28:30.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:28.156713+0000 mgr.x (mgr.24541) 26 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:28:30.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cluster 2024-05-11T04:28:28.270445+0000 mgr.x (mgr.24541) 27 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:30.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:28.320142+0000 mgr.x (mgr.24541) 28 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:28:30.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:28.321151+0000 mgr.x (mgr.24541) 29 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:28:30.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: cephadm 2024-05-11T04:28:28.599720+0000 mgr.x (mgr.24541) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:28:30.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:29 smithi173 bash[23566]: audit 2024-05-11T04:28:29.630175+0000 mon.a (mon.0) 1042 : audit 0 from='client.? 172.21.15.113:0/2613911742' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:30.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:30 smithi173 bash[23566]: cephadm 2024-05-11T04:28:28.893901+0000 mgr.x (mgr.24541) 31 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:28:30.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:30 smithi113 bash[21416]: cephadm 2024-05-11T04:28:28.893901+0000 mgr.x (mgr.24541) 31 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:28:30.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:30 smithi113 bash[31590]: cephadm 2024-05-11T04:28:28.893901+0000 mgr.x (mgr.24541) 31 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:28:31.940 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:31 smithi173 bash[23566]: cluster 2024-05-11T04:28:30.271051+0000 mgr.x (mgr.24541) 32 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:31.974 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:31 smithi113 bash[21416]: cluster 2024-05-11T04:28:30.271051+0000 mgr.x (mgr.24541) 32 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:31.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:31 smithi113 bash[31590]: cluster 2024-05-11T04:28:30.271051+0000 mgr.x (mgr.24541) 32 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:32.673 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 systemd[1]: Stopping Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:28:32.673 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:28:32.673 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.493Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.494Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.494Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:28:32.674 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[50122]: ts=2024-05-11T04:28:32.494Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:28:32.932 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:32 smithi173 bash[23566]: audit 2024-05-11T04:28:32.078995+0000 mon.c (mon.2) 39 : audit 0 from='client.? 172.21.15.113:0/3752136565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:33.185 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:32 smithi173 bash[58512]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:28:33.186 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:33 smithi173 bash[58573]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:28:33.186 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:33 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-11T04:28:33.186 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:33 smithi173 systemd[1]: Stopped Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:28:33.186 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:33 smithi173 systemd[1]: Started Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:28:33.224 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:32 smithi113 bash[21416]: audit 2024-05-11T04:28:32.078995+0000 mon.c (mon.2) 39 : audit 0 from='client.? 172.21.15.113:0/3752136565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:33.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:32 smithi113 bash[31590]: audit 2024-05-11T04:28:32.078995+0000 mon.c (mon.2) 39 : audit 0 from='client.? 172.21.15.113:0/3752136565' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:33.974 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:33 smithi113 bash[31590]: cluster 2024-05-11T04:28:32.272260+0000 mgr.x (mgr.24541) 33 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:33 smithi113 bash[31590]: audit 2024-05-11T04:28:33.193958+0000 mon.a (mon.0) 1043 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:33 smithi113 bash[31590]: audit 2024-05-11T04:28:33.206126+0000 mon.a (mon.0) 1044 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:33 smithi113 bash[31590]: audit 2024-05-11T04:28:33.230290+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:33 smithi113 bash[31590]: audit 2024-05-11T04:28:33.237443+0000 mon.b (mon.1) 68 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:33 smithi113 bash[21416]: cluster 2024-05-11T04:28:32.272260+0000 mgr.x (mgr.24541) 33 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:33 smithi113 bash[21416]: audit 2024-05-11T04:28:33.193958+0000 mon.a (mon.0) 1043 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:33 smithi113 bash[21416]: audit 2024-05-11T04:28:33.206126+0000 mon.a (mon.0) 1044 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:33 smithi113 bash[21416]: audit 2024-05-11T04:28:33.230290+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:28:33.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:33 smithi113 bash[21416]: audit 2024-05-11T04:28:33.237443+0000 mon.b (mon.1) 68 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:34.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:33 smithi173 bash[23566]: cluster 2024-05-11T04:28:32.272260+0000 mgr.x (mgr.24541) 33 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:34.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:33 smithi173 bash[23566]: audit 2024-05-11T04:28:33.193958+0000 mon.a (mon.0) 1043 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:34.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:33 smithi173 bash[23566]: audit 2024-05-11T04:28:33.206126+0000 mon.a (mon.0) 1044 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:34.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:33 smithi173 bash[23566]: audit 2024-05-11T04:28:33.230290+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:28:34.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:33 smithi173 bash[23566]: audit 2024-05-11T04:28:33.237443+0000 mon.b (mon.1) 68 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.127Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.127Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.127Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi173 (none))" 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.127Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.128Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.129Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.130Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:28:34.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.131Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.131Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.134Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.134Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.862µs 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.134Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.136Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.148Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.148Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.148Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=43.461µs wal_replay_duration=14.293942ms wbl_replay_duration=100ns total_replay_duration=14.358111ms 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.150Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.150Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.150Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.175Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.219569ms db_storage=957ns remote_storage=1.313µs web_handler=538ns query_engine=795ns scrape=322.116µs scrape_sd=117.986µs notify=11.62µs notify_sd=10.126µs rules=24.253689ms tracing=8.621µs 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.175Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:28:34.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:28:34 smithi173 bash[58600]: ts=2024-05-11T04:28:34.176Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:34 smithi113 bash[21416]: audit 2024-05-11T04:28:33.230847+0000 mgr.x (mgr.24541) 34 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:34 smithi113 bash[21416]: cephadm 2024-05-11T04:28:33.238612+0000 mgr.x (mgr.24541) 35 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:34 smithi113 bash[21416]: cephadm 2024-05-11T04:28:33.239164+0000 mgr.x (mgr.24541) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:34 smithi113 bash[21416]: audit 2024-05-11T04:28:34.389811+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:34 smithi113 bash[21416]: audit 2024-05-11T04:28:34.531762+0000 mon.a (mon.0) 1045 : audit 0 from='client.? 172.21.15.113:0/1721000977' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:34 smithi113 bash[31590]: audit 2024-05-11T04:28:33.230847+0000 mgr.x (mgr.24541) 34 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:34 smithi113 bash[31590]: cephadm 2024-05-11T04:28:33.238612+0000 mgr.x (mgr.24541) 35 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:34 smithi113 bash[31590]: cephadm 2024-05-11T04:28:33.239164+0000 mgr.x (mgr.24541) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:34 smithi113 bash[31590]: audit 2024-05-11T04:28:34.389811+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:34.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:34 smithi113 bash[31590]: audit 2024-05-11T04:28:34.531762+0000 mon.a (mon.0) 1045 : audit 0 from='client.? 172.21.15.113:0/1721000977' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:35.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:34 smithi173 bash[23566]: audit 2024-05-11T04:28:33.230847+0000 mgr.x (mgr.24541) 34 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:28:35.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:34 smithi173 bash[23566]: cephadm 2024-05-11T04:28:33.238612+0000 mgr.x (mgr.24541) 35 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:28:35.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:34 smithi173 bash[23566]: cephadm 2024-05-11T04:28:33.239164+0000 mgr.x (mgr.24541) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:28:35.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:34 smithi173 bash[23566]: audit 2024-05-11T04:28:34.389811+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:35.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:34 smithi173 bash[23566]: audit 2024-05-11T04:28:34.531762+0000 mon.a (mon.0) 1045 : audit 0 from='client.? 172.21.15.113:0/1721000977' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:36.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:35 smithi173 bash[23566]: cluster 2024-05-11T04:28:34.272956+0000 mgr.x (mgr.24541) 37 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:36.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:35 smithi173 bash[23566]: audit 2024-05-11T04:28:35.523204+0000 mon.a (mon.0) 1046 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:36.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:35 smithi173 bash[23566]: audit 2024-05-11T04:28:35.527927+0000 mon.b (mon.1) 70 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:28:36.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:35 smithi173 bash[23566]: audit 2024-05-11T04:28:35.529352+0000 mon.a (mon.0) 1047 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:28:36.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:35 smithi173 bash[23566]: audit 2024-05-11T04:28:35.531026+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:28:36.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:35 smithi173 bash[23566]: audit 2024-05-11T04:28:35.532896+0000 mon.b (mon.1) 72 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:35 smithi113 bash[21416]: cluster 2024-05-11T04:28:34.272956+0000 mgr.x (mgr.24541) 37 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:35 smithi113 bash[21416]: audit 2024-05-11T04:28:35.523204+0000 mon.a (mon.0) 1046 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:35 smithi113 bash[21416]: audit 2024-05-11T04:28:35.527927+0000 mon.b (mon.1) 70 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:35 smithi113 bash[21416]: audit 2024-05-11T04:28:35.529352+0000 mon.a (mon.0) 1047 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:35 smithi113 bash[21416]: audit 2024-05-11T04:28:35.531026+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:35 smithi113 bash[21416]: audit 2024-05-11T04:28:35.532896+0000 mon.b (mon.1) 72 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:36.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:35 smithi113 bash[31590]: cluster 2024-05-11T04:28:34.272956+0000 mgr.x (mgr.24541) 37 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:36.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:35 smithi113 bash[31590]: audit 2024-05-11T04:28:35.523204+0000 mon.a (mon.0) 1046 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:36.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:35 smithi113 bash[31590]: audit 2024-05-11T04:28:35.527927+0000 mon.b (mon.1) 70 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:28:36.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:35 smithi113 bash[31590]: audit 2024-05-11T04:28:35.529352+0000 mon.a (mon.0) 1047 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:28:36.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:35 smithi113 bash[31590]: audit 2024-05-11T04:28:35.531026+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:28:36.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:35 smithi113 bash[31590]: audit 2024-05-11T04:28:35.532896+0000 mon.b (mon.1) 72 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:37.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:36 smithi173 bash[23566]: cephadm 2024-05-11T04:28:35.514512+0000 mgr.x (mgr.24541) 38 : cephadm 1 Upgrade: Updating mgr.y 2024-05-11T04:28:37.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:36 smithi173 bash[23566]: cephadm 2024-05-11T04:28:35.534859+0000 mgr.x (mgr.24541) 39 : cephadm 1 Deploying daemon mgr.y on smithi113 2024-05-11T04:28:37.031 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:36 smithi113 bash[21416]: cephadm 2024-05-11T04:28:35.514512+0000 mgr.x (mgr.24541) 38 : cephadm 1 Upgrade: Updating mgr.y 2024-05-11T04:28:37.031 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:36 smithi113 bash[21416]: cephadm 2024-05-11T04:28:35.534859+0000 mgr.x (mgr.24541) 39 : cephadm 1 Deploying daemon mgr.y on smithi113 2024-05-11T04:28:37.031 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:36 smithi113 bash[31590]: cephadm 2024-05-11T04:28:35.514512+0000 mgr.x (mgr.24541) 38 : cephadm 1 Upgrade: Updating mgr.y 2024-05-11T04:28:37.031 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:36 smithi113 bash[31590]: cephadm 2024-05-11T04:28:35.534859+0000 mgr.x (mgr.24541) 39 : cephadm 1 Deploying daemon mgr.y on smithi113 2024-05-11T04:28:38.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:37 smithi173 bash[23566]: cluster 2024-05-11T04:28:36.274043+0000 mgr.x (mgr.24541) 40 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:38.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:37 smithi173 bash[23566]: audit 2024-05-11T04:28:36.990390+0000 mon.a (mon.0) 1048 : audit 0 from='client.? 172.21.15.113:0/1821411395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:38.069 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.070 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:37 smithi113 bash[21416]: cluster 2024-05-11T04:28:36.274043+0000 mgr.x (mgr.24541) 40 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:38.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:37 smithi113 bash[21416]: audit 2024-05-11T04:28:36.990390+0000 mon.a (mon.0) 1048 : audit 0 from='client.? 172.21.15.113:0/1821411395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:38.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.071 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.071 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:37 smithi113 bash[31590]: cluster 2024-05-11T04:28:36.274043+0000 mgr.x (mgr.24541) 40 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:38.071 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:37 smithi113 bash[31590]: audit 2024-05-11T04:28:36.990390+0000 mon.a (mon.0) 1048 : audit 0 from='client.? 172.21.15.113:0/1821411395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:38.071 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.071 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.072 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.072 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.072 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:28:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:38.430 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:38 smithi113 systemd[1]: Stopping Ceph mgr.y for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:28:39.126 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:38 smithi113 bash[74399]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mgr-y 2024-05-11T04:28:39.126 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:38 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:28:39.126 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:38 smithi113 bash[74460]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mgr-y 2024-05-11T04:28:39.126 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:38 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-05-11T04:28:39.126 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:38 smithi113 systemd[1]: Stopped Ceph mgr.y for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:28:39.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.475 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.475 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.475 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.476 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.476 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.477 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:28:39.477 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:39 smithi113 systemd[1]: Started Ceph mgr.y for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:28:40.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:39 smithi173 bash[23566]: cluster 2024-05-11T04:28:38.274716+0000 mgr.x (mgr.24541) 41 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:40.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:39 smithi173 bash[23566]: audit 2024-05-11T04:28:39.296457+0000 mon.a (mon.0) 1049 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:40.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:39 smithi173 bash[23566]: audit 2024-05-11T04:28:39.309644+0000 mon.a (mon.0) 1050 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:40.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:39 smithi173 bash[23566]: audit 2024-05-11T04:28:39.358532+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:40.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:39 smithi173 bash[23566]: audit 2024-05-11T04:28:39.444109+0000 mon.a (mon.0) 1051 : audit 0 from='client.? 172.21.15.113:0/3284793990' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:40.142 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:39 smithi113 bash[31590]: cluster 2024-05-11T04:28:38.274716+0000 mgr.x (mgr.24541) 41 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:40.142 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:39 smithi113 bash[31590]: audit 2024-05-11T04:28:39.296457+0000 mon.a (mon.0) 1049 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:39 smithi113 bash[31590]: audit 2024-05-11T04:28:39.309644+0000 mon.a (mon.0) 1050 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:39 smithi113 bash[31590]: audit 2024-05-11T04:28:39.358532+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:39 smithi113 bash[31590]: audit 2024-05-11T04:28:39.444109+0000 mon.a (mon.0) 1051 : audit 0 from='client.? 172.21.15.113:0/3284793990' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:39 smithi113 bash[21416]: cluster 2024-05-11T04:28:38.274716+0000 mgr.x (mgr.24541) 41 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:39 smithi113 bash[21416]: audit 2024-05-11T04:28:39.296457+0000 mon.a (mon.0) 1049 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:39 smithi113 bash[21416]: audit 2024-05-11T04:28:39.309644+0000 mon.a (mon.0) 1050 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:39 smithi113 bash[21416]: audit 2024-05-11T04:28:39.358532+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:40.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:39 smithi113 bash[21416]: audit 2024-05-11T04:28:39.444109+0000 mon.a (mon.0) 1051 : audit 0 from='client.? 172.21.15.113:0/3284793990' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:40.410 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:40 smithi113 bash[74540]: debug 2024-05-11T04:28:40.257+0000 7f404755d700 1 -- 172.21.15.113:0/1427536173 <== mon.2 v2:172.21.15.113:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b4d18ce5a0 con 0x55b4d264e400 2024-05-11T04:28:40.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:40 smithi173 bash[51960]: ::ffff:172.21.15.173 - - [11/May/2024:04:28:40] "GET /metrics HTTP/1.1" 200 33915 "" "Prometheus/2.43.0" 2024-05-11T04:28:40.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:40 smithi113 bash[74540]: debug 2024-05-11T04:28:40.409+0000 7f4051770200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:28:42.013 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:41 smithi113 bash[31590]: cluster 2024-05-11T04:28:40.275861+0000 mgr.x (mgr.24541) 42 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:42.014 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:41 smithi113 bash[21416]: cluster 2024-05-11T04:28:40.275861+0000 mgr.x (mgr.24541) 42 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:42.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:41 smithi173 bash[23566]: cluster 2024-05-11T04:28:40.275861+0000 mgr.x (mgr.24541) 42 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:42.370 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:42 smithi113 bash[74540]: debug 2024-05-11T04:28:42.013+0000 7f4051770200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:28:42.370 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:42 smithi113 bash[74540]: debug 2024-05-11T04:28:42.113+0000 7f4051770200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:28:42.724 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:42 smithi113 bash[74540]: debug 2024-05-11T04:28:42.369+0000 7f4051770200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:28:43.182 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:42 smithi113 bash[21416]: audit 2024-05-11T04:28:41.890284+0000 mon.c (mon.2) 40 : audit 0 from='client.? 172.21.15.113:0/1618135049' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:43.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:42 smithi113 bash[31590]: audit 2024-05-11T04:28:41.890284+0000 mon.c (mon.2) 40 : audit 0 from='client.? 172.21.15.113:0/1618135049' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:42 smithi173 bash[23566]: audit 2024-05-11T04:28:41.890284+0000 mon.c (mon.2) 40 : audit 0 from='client.? 172.21.15.113:0/1618135049' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:43.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:43 smithi113 bash[74540]: debug 2024-05-11T04:28:43.181+0000 7f4051770200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:28:43.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:43 smithi113 bash[74540]: debug 2024-05-11T04:28:43.297+0000 7f4051770200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:28:43.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:43 smithi113 bash[74540]: debug 2024-05-11T04:28:43.401+0000 7f4051770200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:28:44.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:43 smithi113 bash[21416]: cluster 2024-05-11T04:28:42.276806+0000 mgr.x (mgr.24541) 43 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:44.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:43 smithi113 bash[31590]: cluster 2024-05-11T04:28:42.276806+0000 mgr.x (mgr.24541) 43 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:44.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:43 smithi113 bash[74540]: debug 2024-05-11T04:28:43.765+0000 7f4051770200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:28:44.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:43 smithi113 bash[74540]: debug 2024-05-11T04:28:43.885+0000 7f4051770200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:28:44.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:43 smithi113 bash[74540]: debug 2024-05-11T04:28:43.993+0000 7f4051770200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:28:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:43 smithi173 bash[23566]: cluster 2024-05-11T04:28:42.276806+0000 mgr.x (mgr.24541) 43 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:44.632 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:44 smithi113 bash[74540]: debug 2024-05-11T04:28:44.369+0000 7f4051770200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:28:44.928 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:44 smithi113 bash[74540]: debug 2024-05-11T04:28:44.633+0000 7f4051770200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:28:44.928 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:44 smithi113 bash[31590]: audit 2024-05-11T04:28:44.329438+0000 mon.a (mon.0) 1052 : audit 0 from='client.? 172.21.15.113:0/1195601236' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:44.928 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:44 smithi113 bash[21416]: audit 2024-05-11T04:28:44.329438+0000 mon.a (mon.0) 1052 : audit 0 from='client.? 172.21.15.113:0/1195601236' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:45.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:44 smithi113 bash[74540]: debug 2024-05-11T04:28:44.929+0000 7f4051770200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:28:45.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:45 smithi113 bash[74540]: debug 2024-05-11T04:28:45.057+0000 7f4051770200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:28:45.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:44 smithi173 bash[23566]: audit 2024-05-11T04:28:44.329438+0000 mon.a (mon.0) 1052 : audit 0 from='client.? 172.21.15.113:0/1195601236' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:45.724 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:45 smithi113 bash[74540]: debug 2024-05-11T04:28:45.353+0000 7f4051770200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:28:46.042 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:45 smithi113 bash[21416]: cluster 2024-05-11T04:28:44.277472+0000 mgr.x (mgr.24541) 44 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:46.042 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:45 smithi113 bash[21416]: audit 2024-05-11T04:28:45.154597+0000 mon.a (mon.0) 1053 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.042 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:45 smithi113 bash[21416]: audit 2024-05-11T04:28:45.164038+0000 mon.a (mon.0) 1054 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.042 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:45 smithi113 bash[21416]: audit 2024-05-11T04:28:45.511636+0000 mon.a (mon.0) 1055 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.042 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:45 smithi113 bash[21416]: audit 2024-05-11T04:28:45.525837+0000 mon.a (mon.0) 1056 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.042 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:45 smithi113 bash[74540]: debug 2024-05-11T04:28:45.781+0000 7f4051770200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:28:46.043 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:45 smithi113 bash[31590]: cluster 2024-05-11T04:28:44.277472+0000 mgr.x (mgr.24541) 44 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:46.043 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:45 smithi113 bash[31590]: audit 2024-05-11T04:28:45.154597+0000 mon.a (mon.0) 1053 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.043 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:45 smithi113 bash[31590]: audit 2024-05-11T04:28:45.164038+0000 mon.a (mon.0) 1054 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.043 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:45 smithi113 bash[31590]: audit 2024-05-11T04:28:45.511636+0000 mon.a (mon.0) 1055 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.043 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:45 smithi113 bash[31590]: audit 2024-05-11T04:28:45.525837+0000 mon.a (mon.0) 1056 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:45 smithi173 bash[23566]: cluster 2024-05-11T04:28:44.277472+0000 mgr.x (mgr.24541) 44 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:45 smithi173 bash[23566]: audit 2024-05-11T04:28:45.154597+0000 mon.a (mon.0) 1053 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:45 smithi173 bash[23566]: audit 2024-05-11T04:28:45.164038+0000 mon.a (mon.0) 1054 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:45 smithi173 bash[23566]: audit 2024-05-11T04:28:45.511636+0000 mon.a (mon.0) 1055 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:45 smithi173 bash[23566]: audit 2024-05-11T04:28:45.525837+0000 mon.a (mon.0) 1056 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:46.437 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:46 smithi113 bash[74540]: debug 2024-05-11T04:28:46.041+0000 7f4051770200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:28:46.438 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:46 smithi113 bash[74540]: debug 2024-05-11T04:28:46.169+0000 7f4051770200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:28:46.724 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:46 smithi113 bash[74540]: debug 2024-05-11T04:28:46.437+0000 7f4051770200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:28:47.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:47 smithi173 bash[23566]: audit 2024-05-11T04:28:46.264406+0000 mon.a (mon.0) 1057 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:47.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:47 smithi173 bash[23566]: cluster 2024-05-11T04:28:46.278671+0000 mgr.x (mgr.24541) 45 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:47.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:47 smithi173 bash[23566]: audit 2024-05-11T04:28:46.279221+0000 mon.a (mon.0) 1058 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:47.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:47 smithi173 bash[23566]: audit 2024-05-11T04:28:46.773325+0000 mon.c (mon.2) 41 : audit 0 from='client.? 172.21.15.113:0/1284092872' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:47.612 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:47 smithi113 bash[74540]: debug 2024-05-11T04:28:47.493+0000 7f4051770200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:28:47.612 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:47 smithi113 bash[74540]: debug 2024-05-11T04:28:47.613+0000 7f4051770200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:28:47.612 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:47 smithi113 bash[21416]: audit 2024-05-11T04:28:46.264406+0000 mon.a (mon.0) 1057 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:47.612 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:47 smithi113 bash[21416]: cluster 2024-05-11T04:28:46.278671+0000 mgr.x (mgr.24541) 45 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:47.612 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:47 smithi113 bash[21416]: audit 2024-05-11T04:28:46.279221+0000 mon.a (mon.0) 1058 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:47.612 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:47 smithi113 bash[21416]: audit 2024-05-11T04:28:46.773325+0000 mon.c (mon.2) 41 : audit 0 from='client.? 172.21.15.113:0/1284092872' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:47.613 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:47 smithi113 bash[31590]: audit 2024-05-11T04:28:46.264406+0000 mon.a (mon.0) 1057 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:47.613 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:47 smithi113 bash[31590]: cluster 2024-05-11T04:28:46.278671+0000 mgr.x (mgr.24541) 45 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:47.613 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:47 smithi113 bash[31590]: audit 2024-05-11T04:28:46.279221+0000 mon.a (mon.0) 1058 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:47.613 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:47 smithi113 bash[31590]: audit 2024-05-11T04:28:46.773325+0000 mon.c (mon.2) 41 : audit 0 from='client.? 172.21.15.113:0/1284092872' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:48.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:47 smithi113 bash[74540]: debug 2024-05-11T04:28:47.917+0000 7f4051770200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:28:48.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:48 smithi113 bash[74540]: debug 2024-05-11T04:28:48.037+0000 7f4051770200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:28:48.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:48 smithi113 bash[74540]: debug 2024-05-11T04:28:48.345+0000 7f4051770200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:28:49.224 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:48 smithi113 bash[74540]: debug 2024-05-11T04:28:48.809+0000 7f4051770200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:28:49.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:48 smithi113 bash[74540]: debug 2024-05-11T04:28:48.937+0000 7f4051770200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:28:49.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:48 smithi113 bash[74540]: [11/May/2024:04:28:48] ENGINE Bus STARTING 2024-05-11T04:28:49.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:49 smithi113 bash[74540]: CherryPy Checker: 2024-05-11T04:28:49.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:49 smithi113 bash[74540]: The Application mounted at '' has an empty config. 2024-05-11T04:28:49.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:49 smithi113 bash[74540]: [11/May/2024:04:28:49] ENGINE Serving on http://:::9283 2024-05-11T04:28:49.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:49 smithi113 bash[74540]: [11/May/2024:04:28:49] ENGINE Bus STARTED 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: cluster 2024-05-11T04:28:48.279897+0000 mgr.x (mgr.24541) 46 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: cluster 2024-05-11T04:28:48.947093+0000 mon.a (mon.0) 1059 : cluster 0 Standby manager daemon y restarted 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: cluster 2024-05-11T04:28:48.947267+0000 mon.a (mon.0) 1060 : cluster 0 Standby manager daemon y started 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: audit 2024-05-11T04:28:48.949657+0000 mon.c (mon.2) 42 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: audit 2024-05-11T04:28:48.950761+0000 mon.c (mon.2) 43 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: audit 2024-05-11T04:28:48.953328+0000 mon.c (mon.2) 44 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:28:49.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: audit 2024-05-11T04:28:48.953722+0000 mon.c (mon.2) 45 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:49 smithi113 bash[21416]: audit 2024-05-11T04:28:49.217652+0000 mon.a (mon.0) 1061 : audit 0 from='client.? 172.21.15.113:0/1289099671' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: cluster 2024-05-11T04:28:48.279897+0000 mgr.x (mgr.24541) 46 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: cluster 2024-05-11T04:28:48.947093+0000 mon.a (mon.0) 1059 : cluster 0 Standby manager daemon y restarted 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: cluster 2024-05-11T04:28:48.947267+0000 mon.a (mon.0) 1060 : cluster 0 Standby manager daemon y started 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: audit 2024-05-11T04:28:48.949657+0000 mon.c (mon.2) 42 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: audit 2024-05-11T04:28:48.950761+0000 mon.c (mon.2) 43 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: audit 2024-05-11T04:28:48.953328+0000 mon.c (mon.2) 44 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: audit 2024-05-11T04:28:48.953722+0000 mon.c (mon.2) 45 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:28:49.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:49 smithi113 bash[31590]: audit 2024-05-11T04:28:49.217652+0000 mon.a (mon.0) 1061 : audit 0 from='client.? 172.21.15.113:0/1289099671' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: cluster 2024-05-11T04:28:48.279897+0000 mgr.x (mgr.24541) 46 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: cluster 2024-05-11T04:28:48.947093+0000 mon.a (mon.0) 1059 : cluster 0 Standby manager daemon y restarted 2024-05-11T04:28:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: cluster 2024-05-11T04:28:48.947267+0000 mon.a (mon.0) 1060 : cluster 0 Standby manager daemon y started 2024-05-11T04:28:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: audit 2024-05-11T04:28:48.949657+0000 mon.c (mon.2) 42 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:28:49.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: audit 2024-05-11T04:28:48.950761+0000 mon.c (mon.2) 43 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:28:49.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: audit 2024-05-11T04:28:48.953328+0000 mon.c (mon.2) 44 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:28:49.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: audit 2024-05-11T04:28:48.953722+0000 mon.c (mon.2) 45 : audit 0 from='mgr.? 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:28:49.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:49 smithi173 bash[23566]: audit 2024-05-11T04:28:49.217652+0000 mon.a (mon.0) 1061 : audit 0 from='client.? 172.21.15.113:0/1289099671' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:50.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:50 smithi173 bash[51960]: ::ffff:172.21.15.173 - - [11/May/2024:04:28:50] "GET /metrics HTTP/1.1" 200 33912 "" "Prometheus/2.43.0" 2024-05-11T04:28:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:50 smithi173 bash[23566]: cluster 2024-05-11T04:28:49.343113+0000 mon.a (mon.0) 1062 : cluster 0 mgrmap e27: x(active, since 45s), standbys: y 2024-05-11T04:28:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:50 smithi173 bash[23566]: audit 2024-05-11T04:28:49.390398+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:50 smithi113 bash[21416]: cluster 2024-05-11T04:28:49.343113+0000 mon.a (mon.0) 1062 : cluster 0 mgrmap e27: x(active, since 45s), standbys: y 2024-05-11T04:28:50.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:50 smithi113 bash[21416]: audit 2024-05-11T04:28:49.390398+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:50.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:50 smithi113 bash[31590]: cluster 2024-05-11T04:28:49.343113+0000 mon.a (mon.0) 1062 : cluster 0 mgrmap e27: x(active, since 45s), standbys: y 2024-05-11T04:28:50.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:50 smithi113 bash[31590]: audit 2024-05-11T04:28:49.390398+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:51.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:51 smithi113 bash[21416]: cluster 2024-05-11T04:28:50.280919+0000 mgr.x (mgr.24541) 47 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:51.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:51 smithi113 bash[31590]: cluster 2024-05-11T04:28:50.280919+0000 mgr.x (mgr.24541) 47 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:51.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:51 smithi173 bash[23566]: cluster 2024-05-11T04:28:50.280919+0000 mgr.x (mgr.24541) 47 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:52.628 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:52 smithi113 bash[31590]: audit 2024-05-11T04:28:51.663200+0000 mon.a (mon.0) 1063 : audit 0 from='client.? 172.21.15.113:0/498030599' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:52.628 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:52 smithi113 bash[21416]: audit 2024-05-11T04:28:51.663200+0000 mon.a (mon.0) 1063 : audit 0 from='client.? 172.21.15.113:0/498030599' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:52.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:52 smithi173 bash[23566]: audit 2024-05-11T04:28:51.663200+0000 mon.a (mon.0) 1063 : audit 0 from='client.? 172.21.15.113:0/498030599' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:53.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:53 smithi113 bash[21416]: cluster 2024-05-11T04:28:52.281649+0000 mgr.x (mgr.24541) 48 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:53.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:53 smithi113 bash[31590]: cluster 2024-05-11T04:28:52.281649+0000 mgr.x (mgr.24541) 48 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:53.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:53 smithi173 bash[23566]: cluster 2024-05-11T04:28:52.281649+0000 mgr.x (mgr.24541) 48 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:54.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:54 smithi113 bash[21416]: audit 2024-05-11T04:28:54.119113+0000 mon.c (mon.2) 46 : audit 0 from='client.? 172.21.15.113:0/2632535113' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:54.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:54 smithi113 bash[31590]: audit 2024-05-11T04:28:54.119113+0000 mon.c (mon.2) 46 : audit 0 from='client.? 172.21.15.113:0/2632535113' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:54.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:54 smithi173 bash[23566]: audit 2024-05-11T04:28:54.119113+0000 mon.c (mon.2) 46 : audit 0 from='client.? 172.21.15.113:0/2632535113' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:55.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:55 smithi113 bash[21416]: cluster 2024-05-11T04:28:54.282429+0000 mgr.x (mgr.24541) 49 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:55.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:55 smithi113 bash[31590]: cluster 2024-05-11T04:28:54.282429+0000 mgr.x (mgr.24541) 49 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:55 smithi173 bash[23566]: cluster 2024-05-11T04:28:54.282429+0000 mgr.x (mgr.24541) 49 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:56.474 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: [11/May/2024:04:28:56] ENGINE Bus STOPPING 2024-05-11T04:28:56.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: [11/May/2024:04:28:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:28:56.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: [11/May/2024:04:28:56] ENGINE Bus STOPPED 2024-05-11T04:28:56.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: [11/May/2024:04:28:56] ENGINE Bus STARTING 2024-05-11T04:28:56.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:56 smithi173 bash[51960]: ignoring --setuser ceph since I am not root 2024-05-11T04:28:56.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:56 smithi173 bash[51960]: ignoring --setgroup ceph since I am not root 2024-05-11T04:28:56.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:56 smithi173 bash[51960]: debug 2024-05-11T04:28:56.270+0000 7f5f70c05700 1 -- 172.21.15.173:0/161613555 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5635d7ed65a0 con 0x5635d8c56400 2024-05-11T04:28:56.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:56 smithi173 bash[51960]: debug 2024-05-11T04:28:56.418+0000 7f5f7a9fa200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: [11/May/2024:04:28:56] ENGINE Serving on http://:::9283 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: [11/May/2024:04:28:56] ENGINE Bus STARTED 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fb129f700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fb129f700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fb129f700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fb129f700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fb129f700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fae299700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fae299700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fae299700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fae299700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:56.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:28:56 smithi113 bash[74540]: debug 2024-05-11T04:28:56.673+0000 7f3fae299700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:28:57.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.044367+0000 mon.a (mon.0) 1064 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.062453+0000 mon.a (mon.0) 1065 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.066487+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.068391+0000 mon.b (mon.1) 76 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.083943+0000 mon.a (mon.0) 1066 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.180800+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.192430+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.193765+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: cluster 2024-05-11T04:28:56.194885+0000 mon.a (mon.0) 1068 : cluster 1 Activating manager daemon y 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: cluster 2024-05-11T04:28:56.207549+0000 mon.a (mon.0) 1069 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.208028+0000 mon.a (mon.0) 1070 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: cluster 2024-05-11T04:28:56.208109+0000 mon.a (mon.0) 1071 : cluster 0 mgrmap e28: y(active, starting, since 0.013226s) 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.212591+0000 mon.a (mon.0) 1072 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:28:57.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.212756+0000 mon.a (mon.0) 1073 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.213045+0000 mon.a (mon.0) 1074 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.213546+0000 mon.a (mon.0) 1075 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.213829+0000 mon.a (mon.0) 1076 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.214438+0000 mon.a (mon.0) 1077 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.214877+0000 mon.a (mon.0) 1078 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.215224+0000 mon.a (mon.0) 1079 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.044367+0000 mon.a (mon.0) 1064 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.062453+0000 mon.a (mon.0) 1065 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.066487+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.068391+0000 mon.b (mon.1) 76 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.083943+0000 mon.a (mon.0) 1066 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.180800+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.192430+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.193765+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: cluster 2024-05-11T04:28:56.194885+0000 mon.a (mon.0) 1068 : cluster 1 Activating manager daemon y 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: cluster 2024-05-11T04:28:56.207549+0000 mon.a (mon.0) 1069 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.208028+0000 mon.a (mon.0) 1070 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: cluster 2024-05-11T04:28:56.208109+0000 mon.a (mon.0) 1071 : cluster 0 mgrmap e28: y(active, starting, since 0.013226s) 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.212591+0000 mon.a (mon.0) 1072 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.212756+0000 mon.a (mon.0) 1073 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.213045+0000 mon.a (mon.0) 1074 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.213546+0000 mon.a (mon.0) 1075 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.213829+0000 mon.a (mon.0) 1076 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:28:57.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.214438+0000 mon.a (mon.0) 1077 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.214877+0000 mon.a (mon.0) 1078 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.215224+0000 mon.a (mon.0) 1079 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.215494+0000 mon.a (mon.0) 1080 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.215733+0000 mon.a (mon.0) 1081 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.215995+0000 mon.a (mon.0) 1082 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.216310+0000 mon.a (mon.0) 1083 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.216731+0000 mon.a (mon.0) 1084 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.217046+0000 mon.a (mon.0) 1085 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.217311+0000 mon.a (mon.0) 1086 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.217599+0000 mon.a (mon.0) 1087 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.218160+0000 mon.a (mon.0) 1088 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:28:57.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: cluster 2024-05-11T04:28:56.259762+0000 mon.a (mon.0) 1089 : cluster 1 Manager daemon y is now available 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.300533+0000 mon.a (mon.0) 1090 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.327833+0000 mon.a (mon.0) 1091 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.335757+0000 mon.a (mon.0) 1092 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.365896+0000 mon.a (mon.0) 1093 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:57 smithi113 bash[21416]: audit 2024-05-11T04:28:56.614656+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.113:0/2118371561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.215494+0000 mon.a (mon.0) 1080 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.215733+0000 mon.a (mon.0) 1081 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.215995+0000 mon.a (mon.0) 1082 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.216310+0000 mon.a (mon.0) 1083 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.216731+0000 mon.a (mon.0) 1084 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.217046+0000 mon.a (mon.0) 1085 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.217311+0000 mon.a (mon.0) 1086 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:28:57.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.217599+0000 mon.a (mon.0) 1087 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.218160+0000 mon.a (mon.0) 1088 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: cluster 2024-05-11T04:28:56.259762+0000 mon.a (mon.0) 1089 : cluster 1 Manager daemon y is now available 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.300533+0000 mon.a (mon.0) 1090 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.327833+0000 mon.a (mon.0) 1091 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.335757+0000 mon.a (mon.0) 1092 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.365896+0000 mon.a (mon.0) 1093 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:57.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:57 smithi113 bash[31590]: audit 2024-05-11T04:28:56.614656+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.113:0/2118371561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:57.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.044367+0000 mon.a (mon.0) 1064 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.062453+0000 mon.a (mon.0) 1065 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.066487+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:28:57.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.068391+0000 mon.b (mon.1) 76 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:28:57.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.083943+0000 mon.a (mon.0) 1066 : audit 1 from='mgr.24541 ' entity='mgr.x' 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.180800+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.192430+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24541 172.21.15.173:0/2564933994' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.193765+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: cluster 2024-05-11T04:28:56.194885+0000 mon.a (mon.0) 1068 : cluster 1 Activating manager daemon y 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: cluster 2024-05-11T04:28:56.207549+0000 mon.a (mon.0) 1069 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.208028+0000 mon.a (mon.0) 1070 : audit 1 from='mgr.24541 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: cluster 2024-05-11T04:28:56.208109+0000 mon.a (mon.0) 1071 : cluster 0 mgrmap e28: y(active, starting, since 0.013226s) 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.212591+0000 mon.a (mon.0) 1072 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.212756+0000 mon.a (mon.0) 1073 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.213045+0000 mon.a (mon.0) 1074 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.213546+0000 mon.a (mon.0) 1075 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.213829+0000 mon.a (mon.0) 1076 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.214438+0000 mon.a (mon.0) 1077 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:28:57.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.214877+0000 mon.a (mon.0) 1078 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.215224+0000 mon.a (mon.0) 1079 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.215494+0000 mon.a (mon.0) 1080 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.215733+0000 mon.a (mon.0) 1081 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.215995+0000 mon.a (mon.0) 1082 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.216310+0000 mon.a (mon.0) 1083 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.216731+0000 mon.a (mon.0) 1084 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.217046+0000 mon.a (mon.0) 1085 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.217311+0000 mon.a (mon.0) 1086 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.217599+0000 mon.a (mon.0) 1087 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.218160+0000 mon.a (mon.0) 1088 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: cluster 2024-05-11T04:28:56.259762+0000 mon.a (mon.0) 1089 : cluster 1 Manager daemon y is now available 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.300533+0000 mon.a (mon.0) 1090 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.327833+0000 mon.a (mon.0) 1091 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.335757+0000 mon.a (mon.0) 1092 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.365896+0000 mon.a (mon.0) 1093 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:28:57.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:57 smithi173 bash[23566]: audit 2024-05-11T04:28:56.614656+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.113:0/2118371561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:58.388 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:58 smithi173 bash[51960]: debug 2024-05-11T04:28:58.034+0000 7f5f7a9fa200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:58 smithi173 bash[51960]: debug 2024-05-11T04:28:58.134+0000 7f5f7a9fa200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:58 smithi173 bash[51960]: debug 2024-05-11T04:28:58.390+0000 7f5f7a9fa200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:58 smithi173 bash[23566]: cephadm 2024-05-11T04:28:56.737531+0000 mgr.y (mgr.25640) 1 : cephadm 1 [11/May/2024:04:28:56] ENGINE Bus STARTING 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:58 smithi173 bash[23566]: cephadm 2024-05-11T04:28:56.928337+0000 mgr.y (mgr.25640) 2 : cephadm 1 [11/May/2024:04:28:56] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:58 smithi173 bash[23566]: cephadm 2024-05-11T04:28:57.065059+0000 mgr.y (mgr.25640) 3 : cephadm 1 [11/May/2024:04:28:57] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:58 smithi173 bash[23566]: cephadm 2024-05-11T04:28:57.065230+0000 mgr.y (mgr.25640) 4 : cephadm 1 [11/May/2024:04:28:57] ENGINE Bus STARTED 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:58 smithi173 bash[23566]: cluster 2024-05-11T04:28:57.214637+0000 mon.a (mon.0) 1094 : cluster 0 mgrmap e29: y(active, since 1.01975s) 2024-05-11T04:28:58.389 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:58 smithi173 bash[23566]: cluster 2024-05-11T04:28:57.236812+0000 mgr.y (mgr.25640) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:58.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:58 smithi113 bash[21416]: cephadm 2024-05-11T04:28:56.737531+0000 mgr.y (mgr.25640) 1 : cephadm 1 [11/May/2024:04:28:56] ENGINE Bus STARTING 2024-05-11T04:28:58.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:58 smithi113 bash[21416]: cephadm 2024-05-11T04:28:56.928337+0000 mgr.y (mgr.25640) 2 : cephadm 1 [11/May/2024:04:28:56] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:28:58.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:58 smithi113 bash[21416]: cephadm 2024-05-11T04:28:57.065059+0000 mgr.y (mgr.25640) 3 : cephadm 1 [11/May/2024:04:28:57] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:28:58.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:58 smithi113 bash[21416]: cephadm 2024-05-11T04:28:57.065230+0000 mgr.y (mgr.25640) 4 : cephadm 1 [11/May/2024:04:28:57] ENGINE Bus STARTED 2024-05-11T04:28:58.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:58 smithi113 bash[21416]: cluster 2024-05-11T04:28:57.214637+0000 mon.a (mon.0) 1094 : cluster 0 mgrmap e29: y(active, since 1.01975s) 2024-05-11T04:28:58.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:58 smithi113 bash[21416]: cluster 2024-05-11T04:28:57.236812+0000 mgr.y (mgr.25640) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:58 smithi113 bash[31590]: cephadm 2024-05-11T04:28:56.737531+0000 mgr.y (mgr.25640) 1 : cephadm 1 [11/May/2024:04:28:56] ENGINE Bus STARTING 2024-05-11T04:28:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:58 smithi113 bash[31590]: cephadm 2024-05-11T04:28:56.928337+0000 mgr.y (mgr.25640) 2 : cephadm 1 [11/May/2024:04:28:56] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:28:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:58 smithi113 bash[31590]: cephadm 2024-05-11T04:28:57.065059+0000 mgr.y (mgr.25640) 3 : cephadm 1 [11/May/2024:04:28:57] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:28:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:58 smithi113 bash[31590]: cephadm 2024-05-11T04:28:57.065230+0000 mgr.y (mgr.25640) 4 : cephadm 1 [11/May/2024:04:28:57] ENGINE Bus STARTED 2024-05-11T04:28:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:58 smithi113 bash[31590]: cluster 2024-05-11T04:28:57.214637+0000 mon.a (mon.0) 1094 : cluster 0 mgrmap e29: y(active, since 1.01975s) 2024-05-11T04:28:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:58 smithi113 bash[31590]: cluster 2024-05-11T04:28:57.236812+0000 mgr.y (mgr.25640) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:59.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:59 smithi113 bash[31590]: cluster 2024-05-11T04:28:58.217011+0000 mgr.y (mgr.25640) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:59.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:28:59 smithi113 bash[31590]: audit 2024-05-11T04:28:59.064504+0000 mon.c (mon.2) 48 : audit 0 from='client.? 172.21.15.113:0/394983636' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:59.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:59 smithi113 bash[21416]: cluster 2024-05-11T04:28:58.217011+0000 mgr.y (mgr.25640) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:59.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:28:59 smithi113 bash[21416]: audit 2024-05-11T04:28:59.064504+0000 mon.c (mon.2) 48 : audit 0 from='client.? 172.21.15.113:0/394983636' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:59.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:59 smithi173 bash[23566]: cluster 2024-05-11T04:28:58.217011+0000 mgr.y (mgr.25640) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:28:59.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:28:59 smithi173 bash[23566]: audit 2024-05-11T04:28:59.064504+0000 mon.c (mon.2) 48 : audit 0 from='client.? 172.21.15.113:0/394983636' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:28:59.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:59 smithi173 bash[51960]: debug 2024-05-11T04:28:59.197+0000 7f5f7a9fa200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:28:59.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:59 smithi173 bash[51960]: debug 2024-05-11T04:28:59.313+0000 7f5f7a9fa200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:28:59.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:59 smithi173 bash[51960]: debug 2024-05-11T04:28:59.417+0000 7f5f7a9fa200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:29:00.228 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:59 smithi173 bash[51960]: debug 2024-05-11T04:28:59.785+0000 7f5f7a9fa200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:29:00.228 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:28:59 smithi173 bash[51960]: debug 2024-05-11T04:28:59.901+0000 7f5f7a9fa200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:29:00.228 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:00 smithi173 bash[51960]: debug 2024-05-11T04:29:00.013+0000 7f5f7a9fa200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:29:00.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:00 smithi173 bash[23566]: cluster 2024-05-11T04:28:59.235213+0000 mon.a (mon.0) 1095 : cluster 0 mgrmap e30: y(active, since 3s) 2024-05-11T04:29:00.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:00 smithi173 bash[51960]: debug 2024-05-11T04:29:00.381+0000 7f5f7a9fa200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:29:00.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:00 smithi113 bash[21416]: cluster 2024-05-11T04:28:59.235213+0000 mon.a (mon.0) 1095 : cluster 0 mgrmap e30: y(active, since 3s) 2024-05-11T04:29:00.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:00 smithi113 bash[31590]: cluster 2024-05-11T04:28:59.235213+0000 mon.a (mon.0) 1095 : cluster 0 mgrmap e30: y(active, since 3s) 2024-05-11T04:29:00.888 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:00 smithi173 bash[51960]: debug 2024-05-11T04:29:00.625+0000 7f5f7a9fa200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:29:01.229 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:00 smithi173 bash[51960]: debug 2024-05-11T04:29:00.889+0000 7f5f7a9fa200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:29:01.229 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:01 smithi173 bash[51960]: debug 2024-05-11T04:29:01.005+0000 7f5f7a9fa200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:29:01.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:01 smithi173 bash[23566]: cluster 2024-05-11T04:29:00.217759+0000 mgr.y (mgr.25640) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:01.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:01 smithi173 bash[51960]: debug 2024-05-11T04:29:01.285+0000 7f5f7a9fa200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:29:01.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:01 smithi113 bash[21416]: cluster 2024-05-11T04:29:00.217759+0000 mgr.y (mgr.25640) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:01.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:01 smithi113 bash[31590]: cluster 2024-05-11T04:29:00.217759+0000 mgr.y (mgr.25640) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:02.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:01 smithi173 bash[51960]: debug 2024-05-11T04:29:01.705+0000 7f5f7a9fa200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:02.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:01 smithi173 bash[51960]: debug 2024-05-11T04:29:01.953+0000 7f5f7a9fa200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:02.347 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:02 smithi173 bash[23566]: audit 2024-05-11T04:29:01.519520+0000 mon.a (mon.0) 1096 : audit 0 from='client.? 172.21.15.113:0/1541662577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:02.348 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:02 smithi173 bash[51960]: debug 2024-05-11T04:29:02.081+0000 7f5f7a9fa200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:29:02.724 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:02 smithi113 bash[21416]: audit 2024-05-11T04:29:01.519520+0000 mon.a (mon.0) 1096 : audit 0 from='client.? 172.21.15.113:0/1541662577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:02.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:02 smithi113 bash[31590]: audit 2024-05-11T04:29:01.519520+0000 mon.a (mon.0) 1096 : audit 0 from='client.? 172.21.15.113:0/1541662577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:02.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:02 smithi173 bash[51960]: debug 2024-05-11T04:29:02.349+0000 7f5f7a9fa200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:03.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:03 smithi173 bash[51960]: debug 2024-05-11T04:29:03.445+0000 7f5f7a9fa200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:29:03.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:03 smithi173 bash[23566]: cluster 2024-05-11T04:29:02.218163+0000 mgr.y (mgr.25640) 8 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:03.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:03 smithi173 bash[23566]: audit 2024-05-11T04:29:02.716970+0000 mon.a (mon.0) 1097 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:03 smithi173 bash[23566]: audit 2024-05-11T04:29:02.721881+0000 mon.a (mon.0) 1098 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:03 smithi173 bash[23566]: audit 2024-05-11T04:29:03.013420+0000 mon.a (mon.0) 1099 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:03 smithi173 bash[23566]: audit 2024-05-11T04:29:03.024049+0000 mon.a (mon.0) 1100 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:03 smithi113 bash[31590]: cluster 2024-05-11T04:29:02.218163+0000 mgr.y (mgr.25640) 8 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:03 smithi113 bash[31590]: audit 2024-05-11T04:29:02.716970+0000 mon.a (mon.0) 1097 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:03 smithi113 bash[31590]: audit 2024-05-11T04:29:02.721881+0000 mon.a (mon.0) 1098 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:03 smithi113 bash[31590]: audit 2024-05-11T04:29:03.013420+0000 mon.a (mon.0) 1099 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:03 smithi113 bash[31590]: audit 2024-05-11T04:29:03.024049+0000 mon.a (mon.0) 1100 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:03 smithi113 bash[21416]: cluster 2024-05-11T04:29:02.218163+0000 mgr.y (mgr.25640) 8 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:03.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:03 smithi113 bash[21416]: audit 2024-05-11T04:29:02.716970+0000 mon.a (mon.0) 1097 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:03 smithi113 bash[21416]: audit 2024-05-11T04:29:02.721881+0000 mon.a (mon.0) 1098 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:03 smithi113 bash[21416]: audit 2024-05-11T04:29:03.013420+0000 mon.a (mon.0) 1099 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:03 smithi113 bash[21416]: audit 2024-05-11T04:29:03.024049+0000 mon.a (mon.0) 1100 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:03.874 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:03 smithi173 bash[51960]: debug 2024-05-11T04:29:03.565+0000 7f5f7a9fa200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:29:04.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:03 smithi173 bash[51960]: debug 2024-05-11T04:29:03.877+0000 7f5f7a9fa200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:29:04.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:04 smithi173 bash[51960]: debug 2024-05-11T04:29:04.001+0000 7f5f7a9fa200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:29:04.765 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:04 smithi173 bash[51960]: debug 2024-05-11T04:29:04.301+0000 7f5f7a9fa200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:29:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:04 smithi173 bash[51960]: debug 2024-05-11T04:29:04.765+0000 7f5f7a9fa200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:29:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:04 smithi173 bash[51960]: debug 2024-05-11T04:29:04.893+0000 7f5f7a9fa200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:29:05.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:04 smithi173 bash[51960]: [11/May/2024:04:29:04] ENGINE Bus STARTING 2024-05-11T04:29:05.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:04 smithi173 bash[23566]: audit 2024-05-11T04:29:03.833571+0000 mon.a (mon.0) 1101 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:04 smithi173 bash[23566]: audit 2024-05-11T04:29:03.841020+0000 mon.a (mon.0) 1102 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:04 smithi173 bash[23566]: audit 2024-05-11T04:29:03.966131+0000 mon.c (mon.2) 49 : audit 0 from='client.? 172.21.15.113:0/3551978223' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:05.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:04 smithi173 bash[23566]: audit 2024-05-11T04:29:04.171686+0000 mon.a (mon.0) 1103 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:04 smithi173 bash[23566]: audit 2024-05-11T04:29:04.184238+0000 mon.a (mon.0) 1104 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:04 smithi173 bash[23566]: cluster 2024-05-11T04:29:04.219261+0000 mgr.y (mgr.25640) 9 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:29:05.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:04 smithi113 bash[31590]: audit 2024-05-11T04:29:03.833571+0000 mon.a (mon.0) 1101 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:04 smithi113 bash[31590]: audit 2024-05-11T04:29:03.841020+0000 mon.a (mon.0) 1102 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:04 smithi113 bash[31590]: audit 2024-05-11T04:29:03.966131+0000 mon.c (mon.2) 49 : audit 0 from='client.? 172.21.15.113:0/3551978223' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:05.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:04 smithi113 bash[31590]: audit 2024-05-11T04:29:04.171686+0000 mon.a (mon.0) 1103 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:04 smithi113 bash[31590]: audit 2024-05-11T04:29:04.184238+0000 mon.a (mon.0) 1104 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:04 smithi113 bash[31590]: cluster 2024-05-11T04:29:04.219261+0000 mgr.y (mgr.25640) 9 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:04 smithi113 bash[21416]: audit 2024-05-11T04:29:03.833571+0000 mon.a (mon.0) 1101 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:04 smithi113 bash[21416]: audit 2024-05-11T04:29:03.841020+0000 mon.a (mon.0) 1102 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:04 smithi113 bash[21416]: audit 2024-05-11T04:29:03.966131+0000 mon.c (mon.2) 49 : audit 0 from='client.? 172.21.15.113:0/3551978223' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:04 smithi113 bash[21416]: audit 2024-05-11T04:29:04.171686+0000 mon.a (mon.0) 1103 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:04 smithi113 bash[21416]: audit 2024-05-11T04:29:04.184238+0000 mon.a (mon.0) 1104 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:05.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:04 smithi113 bash[21416]: cluster 2024-05-11T04:29:04.219261+0000 mgr.y (mgr.25640) 9 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:29:05.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:05 smithi173 bash[51960]: CherryPy Checker: 2024-05-11T04:29:05.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:05 smithi173 bash[51960]: The Application mounted at '' has an empty config. 2024-05-11T04:29:05.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:05 smithi173 bash[51960]: [11/May/2024:04:29:05] ENGINE Serving on http://:::9283 2024-05-11T04:29:05.520 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:05 smithi173 bash[51960]: [11/May/2024:04:29:05] ENGINE Bus STARTED 2024-05-11T04:29:06.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:05 smithi113 bash[31590]: cluster 2024-05-11T04:29:04.917844+0000 mon.a (mon.0) 1105 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:06.260 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:05 smithi113 bash[31590]: audit 2024-05-11T04:29:04.921962+0000 mon.b (mon.1) 79 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:06.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:05 smithi113 bash[31590]: audit 2024-05-11T04:29:04.923404+0000 mon.b (mon.1) 80 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:06.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:05 smithi113 bash[31590]: audit 2024-05-11T04:29:04.925854+0000 mon.b (mon.1) 81 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:06.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:05 smithi113 bash[31590]: audit 2024-05-11T04:29:04.927588+0000 mon.b (mon.1) 82 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:06.261 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:05 smithi113 bash[21416]: cluster 2024-05-11T04:29:04.917844+0000 mon.a (mon.0) 1105 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:06.261 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:05 smithi113 bash[21416]: audit 2024-05-11T04:29:04.921962+0000 mon.b (mon.1) 79 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:06.261 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:05 smithi113 bash[21416]: audit 2024-05-11T04:29:04.923404+0000 mon.b (mon.1) 80 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:06.262 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:05 smithi113 bash[21416]: audit 2024-05-11T04:29:04.925854+0000 mon.b (mon.1) 81 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:06.262 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:05 smithi113 bash[21416]: audit 2024-05-11T04:29:04.927588+0000 mon.b (mon.1) 82 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:05 smithi173 bash[23566]: cluster 2024-05-11T04:29:04.917844+0000 mon.a (mon.0) 1105 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:05 smithi173 bash[23566]: audit 2024-05-11T04:29:04.921962+0000 mon.b (mon.1) 79 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:05 smithi173 bash[23566]: audit 2024-05-11T04:29:04.923404+0000 mon.b (mon.1) 80 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:05 smithi173 bash[23566]: audit 2024-05-11T04:29:04.925854+0000 mon.b (mon.1) 81 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:05 smithi173 bash[23566]: audit 2024-05-11T04:29:04.927588+0000 mon.b (mon.1) 82 : audit 0 from='mgr.? 172.21.15.173:0/343973622' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:06 smithi113 bash[31590]: cluster 2024-05-11T04:29:05.859078+0000 mon.a (mon.0) 1106 : cluster 0 mgrmap e31: y(active, since 9s), standbys: x 2024-05-11T04:29:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:06 smithi113 bash[31590]: audit 2024-05-11T04:29:05.859334+0000 mon.a (mon.0) 1107 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:29:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:06 smithi113 bash[31590]: cluster 2024-05-11T04:29:06.219902+0000 mgr.y (mgr.25640) 10 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:29:07.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:06 smithi113 bash[31590]: audit 2024-05-11T04:29:06.428287+0000 mon.c (mon.2) 50 : audit 0 from='client.? 172.21.15.113:0/3261191363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:06 smithi113 bash[21416]: cluster 2024-05-11T04:29:05.859078+0000 mon.a (mon.0) 1106 : cluster 0 mgrmap e31: y(active, since 9s), standbys: x 2024-05-11T04:29:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:06 smithi113 bash[21416]: audit 2024-05-11T04:29:05.859334+0000 mon.a (mon.0) 1107 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:29:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:06 smithi113 bash[21416]: cluster 2024-05-11T04:29:06.219902+0000 mgr.y (mgr.25640) 10 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:29:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:06 smithi113 bash[21416]: audit 2024-05-11T04:29:06.428287+0000 mon.c (mon.2) 50 : audit 0 from='client.? 172.21.15.113:0/3261191363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:06 smithi173 bash[23566]: cluster 2024-05-11T04:29:05.859078+0000 mon.a (mon.0) 1106 : cluster 0 mgrmap e31: y(active, since 9s), standbys: x 2024-05-11T04:29:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:06 smithi173 bash[23566]: audit 2024-05-11T04:29:05.859334+0000 mon.a (mon.0) 1107 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:29:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:06 smithi173 bash[23566]: cluster 2024-05-11T04:29:06.219902+0000 mgr.y (mgr.25640) 10 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:29:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:06 smithi173 bash[23566]: audit 2024-05-11T04:29:06.428287+0000 mon.c (mon.2) 50 : audit 0 from='client.? 172.21.15.113:0/3261191363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:08.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:08 smithi113 bash[31590]: cluster 2024-05-11T04:29:08.221059+0000 mgr.y (mgr.25640) 11 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:29:08.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:08 smithi113 bash[21416]: cluster 2024-05-11T04:29:08.221059+0000 mgr.y (mgr.25640) 11 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:29:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:08 smithi173 bash[23566]: cluster 2024-05-11T04:29:08.221059+0000 mgr.y (mgr.25640) 11 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:29:09.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:09 smithi113 bash[21416]: audit 2024-05-11T04:29:08.870465+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.113:0/3254924229' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:09.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:09 smithi113 bash[31590]: audit 2024-05-11T04:29:08.870465+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.113:0/3254924229' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:09.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:09 smithi173 bash[23566]: audit 2024-05-11T04:29:08.870465+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.113:0/3254924229' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:10.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:10 smithi113 bash[31590]: cluster 2024-05-11T04:29:10.221758+0000 mgr.y (mgr.25640) 12 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:10.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:10 smithi113 bash[21416]: cluster 2024-05-11T04:29:10.221758+0000 mgr.y (mgr.25640) 12 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:10 smithi173 bash[23566]: cluster 2024-05-11T04:29:10.221758+0000 mgr.y (mgr.25640) 12 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:10.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:10 smithi173 bash[51960]: ::ffff:172.21.15.173 - - [11/May/2024:04:29:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:29:11.596 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:11 smithi113 bash[21416]: audit 2024-05-11T04:29:11.328607+0000 mon.a (mon.0) 1108 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:11.596 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:11 smithi113 bash[21416]: audit 2024-05-11T04:29:11.334424+0000 mon.c (mon.2) 52 : audit 0 from='client.? 172.21.15.113:0/3275537517' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:11.596 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:11 smithi113 bash[31590]: audit 2024-05-11T04:29:11.328607+0000 mon.a (mon.0) 1108 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:11.596 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:11 smithi113 bash[31590]: audit 2024-05-11T04:29:11.334424+0000 mon.c (mon.2) 52 : audit 0 from='client.? 172.21.15.113:0/3275537517' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:11.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:11 smithi173 bash[23566]: audit 2024-05-11T04:29:11.328607+0000 mon.a (mon.0) 1108 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:11.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:11 smithi173 bash[23566]: audit 2024-05-11T04:29:11.334424+0000 mon.c (mon.2) 52 : audit 0 from='client.? 172.21.15.113:0/3275537517' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:12.668 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:12 smithi113 bash[21416]: cluster 2024-05-11T04:29:12.222366+0000 mgr.y (mgr.25640) 13 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:12.668 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:12 smithi113 bash[31590]: cluster 2024-05-11T04:29:12.222366+0000 mgr.y (mgr.25640) 13 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:12.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:12 smithi173 bash[23566]: cluster 2024-05-11T04:29:12.222366+0000 mgr.y (mgr.25640) 13 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:13.486968+0000 mon.a (mon.0) 1109 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:13.493920+0000 mon.a (mon.0) 1110 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:13.495641+0000 mon.a (mon.0) 1111 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:13.496372+0000 mon.a (mon.0) 1112 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.497543+0000 mgr.y (mgr.25640) 14 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.497777+0000 mgr.y (mgr.25640) 15 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.661876+0000 mgr.y (mgr.25640) 16 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.662069+0000 mgr.y (mgr.25640) 17 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:13.809139+0000 mon.a (mon.0) 1113 : audit 0 from='client.? 172.21.15.113:0/1817930355' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.826908+0000 mgr.y (mgr.25640) 18 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:29:14.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.827233+0000 mgr.y (mgr.25640) 19 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.991485+0000 mgr.y (mgr.25640) 20 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:13.992204+0000 mgr.y (mgr.25640) 21 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:14.161503+0000 mon.a (mon.0) 1114 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:14.167322+0000 mon.a (mon.0) 1115 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:14.173446+0000 mon.a (mon.0) 1116 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:14.179629+0000 mon.a (mon.0) 1117 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: audit 2024-05-11T04:29:14.187649+0000 mon.a (mon.0) 1118 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cluster 2024-05-11T04:29:14.223023+0000 mgr.y (mgr.25640) 22 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:14.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:14 smithi173 bash[23566]: cephadm 2024-05-11T04:29:14.245466+0000 mgr.y (mgr.25640) 23 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:29:14.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:13.486968+0000 mon.a (mon.0) 1109 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:13.493920+0000 mon.a (mon.0) 1110 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:13.495641+0000 mon.a (mon.0) 1111 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:13.496372+0000 mon.a (mon.0) 1112 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.497543+0000 mgr.y (mgr.25640) 14 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.497777+0000 mgr.y (mgr.25640) 15 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.661876+0000 mgr.y (mgr.25640) 16 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.662069+0000 mgr.y (mgr.25640) 17 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:13.809139+0000 mon.a (mon.0) 1113 : audit 0 from='client.? 172.21.15.113:0/1817930355' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.826908+0000 mgr.y (mgr.25640) 18 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.827233+0000 mgr.y (mgr.25640) 19 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.991485+0000 mgr.y (mgr.25640) 20 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:13.992204+0000 mgr.y (mgr.25640) 21 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:14.161503+0000 mon.a (mon.0) 1114 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:14.167322+0000 mon.a (mon.0) 1115 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:14.173446+0000 mon.a (mon.0) 1116 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:14.179629+0000 mon.a (mon.0) 1117 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: audit 2024-05-11T04:29:14.187649+0000 mon.a (mon.0) 1118 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cluster 2024-05-11T04:29:14.223023+0000 mgr.y (mgr.25640) 22 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:14 smithi113 bash[21416]: cephadm 2024-05-11T04:29:14.245466+0000 mgr.y (mgr.25640) 23 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:13.486968+0000 mon.a (mon.0) 1109 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:13.493920+0000 mon.a (mon.0) 1110 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:13.495641+0000 mon.a (mon.0) 1111 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:13.496372+0000 mon.a (mon.0) 1112 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.497543+0000 mgr.y (mgr.25640) 14 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.497777+0000 mgr.y (mgr.25640) 15 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.661876+0000 mgr.y (mgr.25640) 16 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.662069+0000 mgr.y (mgr.25640) 17 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:29:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:13.809139+0000 mon.a (mon.0) 1113 : audit 0 from='client.? 172.21.15.113:0/1817930355' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.826908+0000 mgr.y (mgr.25640) 18 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.827233+0000 mgr.y (mgr.25640) 19 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.991485+0000 mgr.y (mgr.25640) 20 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:13.992204+0000 mgr.y (mgr.25640) 21 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:14.161503+0000 mon.a (mon.0) 1114 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:14.167322+0000 mon.a (mon.0) 1115 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:14.173446+0000 mon.a (mon.0) 1116 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:14.179629+0000 mon.a (mon.0) 1117 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: audit 2024-05-11T04:29:14.187649+0000 mon.a (mon.0) 1118 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cluster 2024-05-11T04:29:14.223023+0000 mgr.y (mgr.25640) 22 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:29:14.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:14 smithi113 bash[31590]: cephadm 2024-05-11T04:29:14.245466+0000 mgr.y (mgr.25640) 23 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:29:16.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:16 smithi113 bash[21416]: cephadm 2024-05-11T04:29:14.533660+0000 mgr.y (mgr.25640) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:29:16.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:16 smithi113 bash[31590]: cephadm 2024-05-11T04:29:14.533660+0000 mgr.y (mgr.25640) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:29:16.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:16 smithi173 bash[23566]: cephadm 2024-05-11T04:29:14.533660+0000 mgr.y (mgr.25640) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi173 2024-05-11T04:29:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:17 smithi173 bash[23566]: cluster 2024-05-11T04:29:16.223386+0000 mgr.y (mgr.25640) 25 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:17 smithi173 bash[23566]: audit 2024-05-11T04:29:16.262584+0000 mon.a (mon.0) 1119 : audit 0 from='client.? 172.21.15.113:0/2511677442' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:17.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:17 smithi113 bash[31590]: cluster 2024-05-11T04:29:16.223386+0000 mgr.y (mgr.25640) 25 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:17.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:17 smithi113 bash[31590]: audit 2024-05-11T04:29:16.262584+0000 mon.a (mon.0) 1119 : audit 0 from='client.? 172.21.15.113:0/2511677442' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:17.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:17 smithi113 bash[21416]: cluster 2024-05-11T04:29:16.223386+0000 mgr.y (mgr.25640) 25 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:17.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:17 smithi113 bash[21416]: audit 2024-05-11T04:29:16.262584+0000 mon.a (mon.0) 1119 : audit 0 from='client.? 172.21.15.113:0/2511677442' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:18.324 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 systemd[1]: Stopping Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.181Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.182Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.182Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:29:18.325 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[58600]: ts=2024-05-11T04:29:18.182Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:29:18.660 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:18 smithi173 bash[23566]: cluster 2024-05-11T04:29:18.224409+0000 mgr.y (mgr.25640) 26 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:18.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:18 smithi113 bash[21416]: cluster 2024-05-11T04:29:18.224409+0000 mgr.y (mgr.25640) 26 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:18.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:18 smithi113 bash[31590]: cluster 2024-05-11T04:29:18.224409+0000 mgr.y (mgr.25640) 26 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:18.944 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[59841]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:29:18.944 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 bash[59901]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:29:18.944 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-11T04:29:18.945 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 systemd[1]: Stopped Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:29:18.945 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:18 smithi173 systemd[1]: Started Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:29:19.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:19 smithi113 bash[31590]: audit 2024-05-11T04:29:18.715348+0000 mon.a (mon.0) 1120 : audit 0 from='client.? 172.21.15.113:0/90168932' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:19.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:19 smithi113 bash[31590]: audit 2024-05-11T04:29:18.957965+0000 mon.a (mon.0) 1121 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:19.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:19 smithi113 bash[31590]: audit 2024-05-11T04:29:18.969809+0000 mon.a (mon.0) 1122 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:19 smithi113 bash[31590]: audit 2024-05-11T04:29:19.031951+0000 mon.a (mon.0) 1123 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:19 smithi113 bash[31590]: audit 2024-05-11T04:29:19.033260+0000 mgr.y (mgr.25640) 27 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:19 smithi113 bash[31590]: audit 2024-05-11T04:29:19.050384+0000 mon.a (mon.0) 1124 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:19 smithi113 bash[21416]: audit 2024-05-11T04:29:18.715348+0000 mon.a (mon.0) 1120 : audit 0 from='client.? 172.21.15.113:0/90168932' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:19 smithi113 bash[21416]: audit 2024-05-11T04:29:18.957965+0000 mon.a (mon.0) 1121 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:19 smithi113 bash[21416]: audit 2024-05-11T04:29:18.969809+0000 mon.a (mon.0) 1122 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:19 smithi113 bash[21416]: audit 2024-05-11T04:29:19.031951+0000 mon.a (mon.0) 1123 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:19 smithi113 bash[21416]: audit 2024-05-11T04:29:19.033260+0000 mgr.y (mgr.25640) 27 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:29:19.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:19 smithi113 bash[21416]: audit 2024-05-11T04:29:19.050384+0000 mon.a (mon.0) 1124 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:19 smithi173 bash[23566]: audit 2024-05-11T04:29:18.715348+0000 mon.a (mon.0) 1120 : audit 0 from='client.? 172.21.15.113:0/90168932' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:19 smithi173 bash[23566]: audit 2024-05-11T04:29:18.957965+0000 mon.a (mon.0) 1121 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:19 smithi173 bash[23566]: audit 2024-05-11T04:29:18.969809+0000 mon.a (mon.0) 1122 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:19 smithi173 bash[23566]: audit 2024-05-11T04:29:19.031951+0000 mon.a (mon.0) 1123 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:29:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:19 smithi173 bash[23566]: audit 2024-05-11T04:29:19.033260+0000 mgr.y (mgr.25640) 27 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:29:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:19 smithi173 bash[23566]: audit 2024-05-11T04:29:19.050384+0000 mon.a (mon.0) 1124 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:20.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:20 smithi173 bash[23566]: cluster 2024-05-11T04:29:20.225054+0000 mgr.y (mgr.25640) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.347Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.347Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.347Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi173 (none))" 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.347Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.347Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.349Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.349Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.351Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.351Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.353Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.353Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.736µs 2024-05-11T04:29:20.520 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.353Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.355Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.366Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.369Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.370Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.370Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.154µs wal_replay_duration=16.918322ms wbl_replay_duration=181ns total_replay_duration=16.96142ms 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.373Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.373Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.373Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.395Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.043407ms db_storage=990ns remote_storage=1.314µs web_handler=437ns query_engine=686ns scrape=290.731µs scrape_sd=118.291µs notify=18.586µs notify_sd=17.93µs rules=21.092528ms tracing=8.787µs 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.395Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:29:20.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:20 smithi173 bash[59928]: ts=2024-05-11T04:29:20.395Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:29:20.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:20 smithi113 bash[21416]: cluster 2024-05-11T04:29:20.225054+0000 mgr.y (mgr.25640) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:20.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:20 smithi113 bash[31590]: cluster 2024-05-11T04:29:20.225054+0000 mgr.y (mgr.25640) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:21.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:21 smithi113 bash[21416]: audit 2024-05-11T04:29:21.163413+0000 mon.c (mon.2) 53 : audit 0 from='client.? 172.21.15.113:0/762090946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:21.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:21 smithi113 bash[31590]: audit 2024-05-11T04:29:21.163413+0000 mon.c (mon.2) 53 : audit 0 from='client.? 172.21.15.113:0/762090946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:21.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:21 smithi173 bash[23566]: audit 2024-05-11T04:29:21.163413+0000 mon.c (mon.2) 53 : audit 0 from='client.? 172.21.15.113:0/762090946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:22.616 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:22 smithi173 bash[23566]: cephadm 2024-05-11T04:29:21.425354+0000 mgr.y (mgr.25640) 29 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:29:22.617 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:22 smithi173 bash[23566]: audit 2024-05-11T04:29:21.426163+0000 mon.a (mon.0) 1125 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:29:22.617 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:22 smithi173 bash[23566]: audit 2024-05-11T04:29:21.428191+0000 mon.a (mon.0) 1126 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:29:22.617 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:22 smithi173 bash[23566]: audit 2024-05-11T04:29:21.430212+0000 mon.a (mon.0) 1127 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:22.617 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:22 smithi173 bash[23566]: cephadm 2024-05-11T04:29:21.432247+0000 mgr.y (mgr.25640) 30 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:29:22.617 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:22 smithi173 bash[23566]: cluster 2024-05-11T04:29:22.225720+0000 mgr.y (mgr.25640) 31 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:22.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:22 smithi113 bash[21416]: cephadm 2024-05-11T04:29:21.425354+0000 mgr.y (mgr.25640) 29 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:29:22.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:22 smithi113 bash[21416]: audit 2024-05-11T04:29:21.426163+0000 mon.a (mon.0) 1125 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:22 smithi113 bash[21416]: audit 2024-05-11T04:29:21.428191+0000 mon.a (mon.0) 1126 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:22 smithi113 bash[21416]: audit 2024-05-11T04:29:21.430212+0000 mon.a (mon.0) 1127 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:22 smithi113 bash[21416]: cephadm 2024-05-11T04:29:21.432247+0000 mgr.y (mgr.25640) 30 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:22 smithi113 bash[21416]: cluster 2024-05-11T04:29:22.225720+0000 mgr.y (mgr.25640) 31 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:22 smithi113 bash[31590]: cephadm 2024-05-11T04:29:21.425354+0000 mgr.y (mgr.25640) 29 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:22 smithi113 bash[31590]: audit 2024-05-11T04:29:21.426163+0000 mon.a (mon.0) 1125 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:22 smithi113 bash[31590]: audit 2024-05-11T04:29:21.428191+0000 mon.a (mon.0) 1126 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:22 smithi113 bash[31590]: audit 2024-05-11T04:29:21.430212+0000 mon.a (mon.0) 1127 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:22 smithi113 bash[31590]: cephadm 2024-05-11T04:29:21.432247+0000 mgr.y (mgr.25640) 30 : cephadm 1 Deploying daemon mgr.x on smithi173 2024-05-11T04:29:22.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:22 smithi113 bash[31590]: cluster 2024-05-11T04:29:22.225720+0000 mgr.y (mgr.25640) 31 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:23.731 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.731 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:23 smithi173 bash[23566]: audit 2024-05-11T04:29:23.614517+0000 mon.a (mon.0) 1128 : audit 0 from='client.? 172.21.15.113:0/3430502231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:23.731 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.731 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.732 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.732 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.732 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.733 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.733 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.733 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: Stopping Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:29:23.733 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:29:23 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:23.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:23 smithi113 bash[31590]: audit 2024-05-11T04:29:23.614517+0000 mon.a (mon.0) 1128 : audit 0 from='client.? 172.21.15.113:0/3430502231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:23.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:23 smithi113 bash[21416]: audit 2024-05-11T04:29:23.614517+0000 mon.a (mon.0) 1128 : audit 0 from='client.? 172.21.15.113:0/3430502231' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:24.671 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 bash[60206]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:29:24.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:29:24.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 bash[60269]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:29:24.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-11T04:29:24.672 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: Stopped Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:29:24.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:24 smithi113 bash[21416]: cluster 2024-05-11T04:29:24.226829+0000 mgr.y (mgr.25640) 32 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:24.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:24 smithi113 bash[31590]: cluster 2024-05-11T04:29:24.226829+0000 mgr.y (mgr.25640) 32 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:25.019 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.019 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.020 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.020 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.020 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.020 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:24 smithi173 bash[23566]: cluster 2024-05-11T04:29:24.226829+0000 mgr.y (mgr.25640) 32 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:25.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.021 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.021 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:25.021 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:24 smithi173 systemd[1]: Started Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:29:25.985 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:25 smithi173 bash[23566]: audit 2024-05-11T04:29:24.853322+0000 mon.a (mon.0) 1129 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:25.985 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:25 smithi173 bash[23566]: audit 2024-05-11T04:29:24.865168+0000 mon.a (mon.0) 1130 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:25.985 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:25 smithi173 bash[23566]: audit 2024-05-11T04:29:24.905776+0000 mon.a (mon.0) 1131 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:25.985 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:25 smithi173 bash[60324]: debug 2024-05-11T04:29:25.841+0000 7f2e03d50700 1 -- 172.21.15.173:0/2259741126 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dccc00c5a0 con 0x55dcccd8c400 2024-05-11T04:29:25.985 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:25 smithi173 bash[60324]: debug 2024-05-11T04:29:25.985+0000 7f2e0df63200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:29:26.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:25 smithi113 bash[31590]: audit 2024-05-11T04:29:24.853322+0000 mon.a (mon.0) 1129 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:26.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:25 smithi113 bash[31590]: audit 2024-05-11T04:29:24.865168+0000 mon.a (mon.0) 1130 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:26.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:25 smithi113 bash[31590]: audit 2024-05-11T04:29:24.905776+0000 mon.a (mon.0) 1131 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:26.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:25 smithi113 bash[21416]: audit 2024-05-11T04:29:24.853322+0000 mon.a (mon.0) 1129 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:26.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:25 smithi113 bash[21416]: audit 2024-05-11T04:29:24.865168+0000 mon.a (mon.0) 1130 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:26.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:25 smithi113 bash[21416]: audit 2024-05-11T04:29:24.905776+0000 mon.a (mon.0) 1131 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:27.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:26 smithi113 bash[31590]: audit 2024-05-11T04:29:26.067659+0000 mon.a (mon.0) 1132 : audit 0 from='client.? 172.21.15.113:0/2821479587' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:27.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:26 smithi113 bash[31590]: cluster 2024-05-11T04:29:26.227478+0000 mgr.y (mgr.25640) 33 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:27.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:26 smithi113 bash[31590]: audit 2024-05-11T04:29:26.329639+0000 mon.a (mon.0) 1133 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:27.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:26 smithi113 bash[21416]: audit 2024-05-11T04:29:26.067659+0000 mon.a (mon.0) 1132 : audit 0 from='client.? 172.21.15.113:0/2821479587' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:27.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:26 smithi113 bash[21416]: cluster 2024-05-11T04:29:26.227478+0000 mgr.y (mgr.25640) 33 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:27.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:26 smithi113 bash[21416]: audit 2024-05-11T04:29:26.329639+0000 mon.a (mon.0) 1133 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:26 smithi173 bash[23566]: audit 2024-05-11T04:29:26.067659+0000 mon.a (mon.0) 1132 : audit 0 from='client.? 172.21.15.113:0/2821479587' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:26 smithi173 bash[23566]: cluster 2024-05-11T04:29:26.227478+0000 mgr.y (mgr.25640) 33 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:26 smithi173 bash[23566]: audit 2024-05-11T04:29:26.329639+0000 mon.a (mon.0) 1133 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:27.915 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:27 smithi173 bash[60324]: debug 2024-05-11T04:29:27.561+0000 7f2e0df63200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:29:27.915 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:27 smithi173 bash[60324]: debug 2024-05-11T04:29:27.661+0000 7f2e0df63200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:29:28.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:28 smithi113 bash[31590]: cluster 2024-05-11T04:29:28.228083+0000 mgr.y (mgr.25640) 34 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:28.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:28 smithi113 bash[21416]: cluster 2024-05-11T04:29:28.228083+0000 mgr.y (mgr.25640) 34 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:28.729 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:28 smithi173 bash[23566]: cluster 2024-05-11T04:29:28.228083+0000 mgr.y (mgr.25640) 34 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:28.729 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:27 smithi173 bash[60324]: debug 2024-05-11T04:29:27.917+0000 7f2e0df63200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:29:29.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:28 smithi173 bash[60324]: debug 2024-05-11T04:29:28.729+0000 7f2e0df63200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:29.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:28 smithi173 bash[60324]: debug 2024-05-11T04:29:28.841+0000 7f2e0df63200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:29:29.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:28 smithi173 bash[60324]: debug 2024-05-11T04:29:28.949+0000 7f2e0df63200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:29:29.664 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:29 smithi113 bash[31590]: audit 2024-05-11T04:29:28.527963+0000 mon.a (mon.0) 1134 : audit 0 from='client.? 172.21.15.113:0/4212835686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:29.664 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:29 smithi113 bash[21416]: audit 2024-05-11T04:29:28.527963+0000 mon.a (mon.0) 1134 : audit 0 from='client.? 172.21.15.113:0/4212835686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:29.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:29 smithi173 bash[23566]: audit 2024-05-11T04:29:28.527963+0000 mon.a (mon.0) 1134 : audit 0 from='client.? 172.21.15.113:0/4212835686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:29.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:29 smithi173 bash[60324]: debug 2024-05-11T04:29:29.309+0000 7f2e0df63200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:29:29.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:29 smithi173 bash[60324]: debug 2024-05-11T04:29:29.425+0000 7f2e0df63200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:29:29.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:29 smithi173 bash[60324]: debug 2024-05-11T04:29:29.533+0000 7f2e0df63200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:29:29.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:29:29] "GET /metrics HTTP/1.1" 200 33910 "" "Prometheus/2.43.0" 2024-05-11T04:29:30.150 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:29 smithi173 bash[60324]: debug 2024-05-11T04:29:29.893+0000 7f2e0df63200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:29:30.449 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:30 smithi173 bash[23566]: cluster 2024-05-11T04:29:30.228759+0000 mgr.y (mgr.25640) 35 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:30.449 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:30 smithi173 bash[60324]: debug 2024-05-11T04:29:30.153+0000 7f2e0df63200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:29:30.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:30 smithi113 bash[21416]: cluster 2024-05-11T04:29:30.228759+0000 mgr.y (mgr.25640) 35 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:30.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:30 smithi113 bash[31590]: cluster 2024-05-11T04:29:30.228759+0000 mgr.y (mgr.25640) 35 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:30.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:30 smithi173 bash[60324]: debug 2024-05-11T04:29:30.449+0000 7f2e0df63200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:29:30.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:30 smithi173 bash[60324]: debug 2024-05-11T04:29:30.577+0000 7f2e0df63200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:29:31.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:30 smithi173 bash[60324]: debug 2024-05-11T04:29:30.881+0000 7f2e0df63200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:29:31.582 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:31 smithi173 bash[60324]: debug 2024-05-11T04:29:31.333+0000 7f2e0df63200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:31.949 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:31 smithi173 bash[60324]: debug 2024-05-11T04:29:31.585+0000 7f2e0df63200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:31.949 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:31 smithi173 bash[60324]: debug 2024-05-11T04:29:31.713+0000 7f2e0df63200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:29:32.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:31 smithi113 bash[21416]: audit 2024-05-11T04:29:30.955011+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:32.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:31 smithi113 bash[21416]: audit 2024-05-11T04:29:30.966329+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:32.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:31 smithi113 bash[21416]: audit 2024-05-11T04:29:31.011520+0000 mon.a (mon.0) 1137 : audit 0 from='client.? 172.21.15.113:0/604729684' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:32.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:31 smithi113 bash[31590]: audit 2024-05-11T04:29:30.955011+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:32.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:31 smithi113 bash[31590]: audit 2024-05-11T04:29:30.966329+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:32.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:31 smithi113 bash[31590]: audit 2024-05-11T04:29:31.011520+0000 mon.a (mon.0) 1137 : audit 0 from='client.? 172.21.15.113:0/604729684' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:32.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:31 smithi173 bash[60324]: debug 2024-05-11T04:29:31.989+0000 7f2e0df63200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:31 smithi173 bash[23566]: audit 2024-05-11T04:29:30.955011+0000 mon.a (mon.0) 1135 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:31 smithi173 bash[23566]: audit 2024-05-11T04:29:30.966329+0000 mon.a (mon.0) 1136 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:31 smithi173 bash[23566]: audit 2024-05-11T04:29:31.011520+0000 mon.a (mon.0) 1137 : audit 0 from='client.? 172.21.15.113:0/604729684' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:33.456 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:33 smithi173 bash[60324]: debug 2024-05-11T04:29:33.037+0000 7f2e0df63200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:29:33.456 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:33 smithi173 bash[60324]: debug 2024-05-11T04:29:33.157+0000 7f2e0df63200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:29:33.456 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:33 smithi173 bash[23566]: audit 2024-05-11T04:29:32.075913+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:33.456 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:33 smithi173 bash[23566]: audit 2024-05-11T04:29:32.089722+0000 mon.a (mon.0) 1139 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:33.456 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:33 smithi173 bash[23566]: cluster 2024-05-11T04:29:32.229359+0000 mgr.y (mgr.25640) 36 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:33.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:33 smithi113 bash[21416]: audit 2024-05-11T04:29:32.075913+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:33.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:33 smithi113 bash[21416]: audit 2024-05-11T04:29:32.089722+0000 mon.a (mon.0) 1139 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:33.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:33 smithi113 bash[21416]: cluster 2024-05-11T04:29:32.229359+0000 mgr.y (mgr.25640) 36 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:33.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:33 smithi113 bash[31590]: audit 2024-05-11T04:29:32.075913+0000 mon.a (mon.0) 1138 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:33.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:33 smithi113 bash[31590]: audit 2024-05-11T04:29:32.089722+0000 mon.a (mon.0) 1139 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:33.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:33 smithi113 bash[31590]: cluster 2024-05-11T04:29:32.229359+0000 mgr.y (mgr.25640) 36 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:33.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:33 smithi173 bash[60324]: debug 2024-05-11T04:29:33.457+0000 7f2e0df63200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:29:33.769 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:33 smithi173 bash[60324]: debug 2024-05-11T04:29:33.577+0000 7f2e0df63200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:29:34.269 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:33 smithi173 bash[60324]: debug 2024-05-11T04:29:33.869+0000 7f2e0df63200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:29:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:34 smithi173 bash[23566]: audit 2024-05-11T04:29:33.469347+0000 mon.a (mon.0) 1140 : audit 0 from='client.? 172.21.15.113:0/2373384967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:34.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:34 smithi113 bash[31590]: audit 2024-05-11T04:29:33.469347+0000 mon.a (mon.0) 1140 : audit 0 from='client.? 172.21.15.113:0/2373384967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:34.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:34 smithi113 bash[21416]: audit 2024-05-11T04:29:33.469347+0000 mon.a (mon.0) 1140 : audit 0 from='client.? 172.21.15.113:0/2373384967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:34.582 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: debug 2024-05-11T04:29:34.329+0000 7f2e0df63200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:29:34.582 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: debug 2024-05-11T04:29:34.453+0000 7f2e0df63200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:29:34.582 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: [11/May/2024:04:29:34] ENGINE Bus STARTING 2024-05-11T04:29:35.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: CherryPy Checker: 2024-05-11T04:29:35.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: The Application mounted at '' has an empty config. 2024-05-11T04:29:35.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: [11/May/2024:04:29:34] ENGINE Serving on http://:::9283 2024-05-11T04:29:35.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:34 smithi173 bash[60324]: [11/May/2024:04:29:34] ENGINE Bus STARTED 2024-05-11T04:29:35.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: cluster 2024-05-11T04:29:34.230438+0000 mgr.y (mgr.25640) 37 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:35.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: cluster 2024-05-11T04:29:34.478001+0000 mon.a (mon.0) 1141 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: cluster 2024-05-11T04:29:34.478212+0000 mon.a (mon.0) 1142 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: audit 2024-05-11T04:29:34.482131+0000 mon.b (mon.1) 83 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: audit 2024-05-11T04:29:34.483127+0000 mon.b (mon.1) 84 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: audit 2024-05-11T04:29:34.486451+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:35 smithi113 bash[21416]: audit 2024-05-11T04:29:34.487427+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: cluster 2024-05-11T04:29:34.230438+0000 mgr.y (mgr.25640) 37 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: cluster 2024-05-11T04:29:34.478001+0000 mon.a (mon.0) 1141 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: cluster 2024-05-11T04:29:34.478212+0000 mon.a (mon.0) 1142 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: audit 2024-05-11T04:29:34.482131+0000 mon.b (mon.1) 83 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: audit 2024-05-11T04:29:34.483127+0000 mon.b (mon.1) 84 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: audit 2024-05-11T04:29:34.486451+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:35.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:35 smithi113 bash[31590]: audit 2024-05-11T04:29:34.487427+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:35.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: cluster 2024-05-11T04:29:34.230438+0000 mgr.y (mgr.25640) 37 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:35.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: cluster 2024-05-11T04:29:34.478001+0000 mon.a (mon.0) 1141 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:29:35.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: cluster 2024-05-11T04:29:34.478212+0000 mon.a (mon.0) 1142 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:35.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: audit 2024-05-11T04:29:34.482131+0000 mon.b (mon.1) 83 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: audit 2024-05-11T04:29:34.483127+0000 mon.b (mon.1) 84 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: audit 2024-05-11T04:29:34.486451+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:35.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:35 smithi173 bash[23566]: audit 2024-05-11T04:29:34.487427+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.173:0/546571838' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:36 smithi113 bash[21416]: cluster 2024-05-11T04:29:35.124792+0000 mon.a (mon.0) 1143 : cluster 0 mgrmap e32: y(active, since 38s), standbys: x 2024-05-11T04:29:36.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:36 smithi113 bash[21416]: audit 2024-05-11T04:29:35.928653+0000 mon.a (mon.0) 1144 : audit 0 from='client.? 172.21.15.113:0/2590825552' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:36.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:36 smithi113 bash[31590]: cluster 2024-05-11T04:29:35.124792+0000 mon.a (mon.0) 1143 : cluster 0 mgrmap e32: y(active, since 38s), standbys: x 2024-05-11T04:29:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:36 smithi113 bash[31590]: audit 2024-05-11T04:29:35.928653+0000 mon.a (mon.0) 1144 : audit 0 from='client.? 172.21.15.113:0/2590825552' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:36 smithi173 bash[23566]: cluster 2024-05-11T04:29:35.124792+0000 mon.a (mon.0) 1143 : cluster 0 mgrmap e32: y(active, since 38s), standbys: x 2024-05-11T04:29:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:36 smithi173 bash[23566]: audit 2024-05-11T04:29:35.928653+0000 mon.a (mon.0) 1144 : audit 0 from='client.? 172.21.15.113:0/2590825552' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:37.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:37 smithi113 bash[21416]: cluster 2024-05-11T04:29:36.231121+0000 mgr.y (mgr.25640) 38 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:37.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:37 smithi113 bash[31590]: cluster 2024-05-11T04:29:36.231121+0000 mgr.y (mgr.25640) 38 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:37.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:37 smithi173 bash[23566]: cluster 2024-05-11T04:29:36.231121+0000 mgr.y (mgr.25640) 38 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:38.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:38 smithi173 bash[23566]: cluster 2024-05-11T04:29:38.232276+0000 mgr.y (mgr.25640) 39 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:38.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:38 smithi113 bash[21416]: cluster 2024-05-11T04:29:38.232276+0000 mgr.y (mgr.25640) 39 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:38.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:38 smithi113 bash[31590]: cluster 2024-05-11T04:29:38.232276+0000 mgr.y (mgr.25640) 39 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:39.663 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:39 smithi113 bash[21416]: audit 2024-05-11T04:29:38.390613+0000 mon.a (mon.0) 1145 : audit 0 from='client.? 172.21.15.113:0/1723468209' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:39.663 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:39 smithi113 bash[31590]: audit 2024-05-11T04:29:38.390613+0000 mon.a (mon.0) 1145 : audit 0 from='client.? 172.21.15.113:0/1723468209' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:39.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:39 smithi173 bash[23566]: audit 2024-05-11T04:29:38.390613+0000 mon.a (mon.0) 1145 : audit 0 from='client.? 172.21.15.113:0/1723468209' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:39.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:29:39] "GET /metrics HTTP/1.1" 200 33910 "" "Prometheus/2.43.0" 2024-05-11T04:29:41.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:40 smithi173 bash[23566]: cluster 2024-05-11T04:29:40.232943+0000 mgr.y (mgr.25640) 40 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:41.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:40 smithi113 bash[21416]: cluster 2024-05-11T04:29:40.232943+0000 mgr.y (mgr.25640) 40 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:41.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:40 smithi113 bash[31590]: cluster 2024-05-11T04:29:40.232943+0000 mgr.y (mgr.25640) 40 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:40.829354+0000 mon.a (mon.0) 1146 : audit 0 from='client.? 172.21.15.113:0/1561267301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.329770+0000 mon.a (mon.0) 1147 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.341351+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.355100+0000 mon.a (mon.0) 1149 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.377412+0000 mon.a (mon.0) 1150 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.389425+0000 mon.a (mon.0) 1151 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.400361+0000 mon.a (mon.0) 1152 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.496829+0000 mon.a (mon.0) 1153 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.501633+0000 mon.a (mon.0) 1154 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.513218+0000 mon.a (mon.0) 1155 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.515089+0000 mon.a (mon.0) 1156 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.523545+0000 mon.a (mon.0) 1157 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.525451+0000 mon.a (mon.0) 1158 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.534091+0000 mon.a (mon.0) 1159 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.537064+0000 mon.a (mon.0) 1160 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:29:42.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:41 smithi113 bash[21416]: audit 2024-05-11T04:29:41.538717+0000 mon.a (mon.0) 1161 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:40.829354+0000 mon.a (mon.0) 1146 : audit 0 from='client.? 172.21.15.113:0/1561267301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.329770+0000 mon.a (mon.0) 1147 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.341351+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.355100+0000 mon.a (mon.0) 1149 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.377412+0000 mon.a (mon.0) 1150 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.389425+0000 mon.a (mon.0) 1151 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.400361+0000 mon.a (mon.0) 1152 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.496829+0000 mon.a (mon.0) 1153 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:42.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.501633+0000 mon.a (mon.0) 1154 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.513218+0000 mon.a (mon.0) 1155 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.515089+0000 mon.a (mon.0) 1156 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.523545+0000 mon.a (mon.0) 1157 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.525451+0000 mon.a (mon.0) 1158 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.534091+0000 mon.a (mon.0) 1159 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.537064+0000 mon.a (mon.0) 1160 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:29:42.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:41 smithi113 bash[31590]: audit 2024-05-11T04:29:41.538717+0000 mon.a (mon.0) 1161 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-11T04:29:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:40.829354+0000 mon.a (mon.0) 1146 : audit 0 from='client.? 172.21.15.113:0/1561267301' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.329770+0000 mon.a (mon.0) 1147 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.341351+0000 mon.a (mon.0) 1148 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.355100+0000 mon.a (mon.0) 1149 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.377412+0000 mon.a (mon.0) 1150 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.389425+0000 mon.a (mon.0) 1151 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.400361+0000 mon.a (mon.0) 1152 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.496829+0000 mon.a (mon.0) 1153 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.501633+0000 mon.a (mon.0) 1154 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.513218+0000 mon.a (mon.0) 1155 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.515089+0000 mon.a (mon.0) 1156 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-11T04:29:42.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.523545+0000 mon.a (mon.0) 1157 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-11T04:29:42.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.525451+0000 mon.a (mon.0) 1158 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-11T04:29:42.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.534091+0000 mon.a (mon.0) 1159 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-11T04:29:42.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.537064+0000 mon.a (mon.0) 1160 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:29:42.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:41 smithi173 bash[23566]: audit 2024-05-11T04:29:41.538717+0000 mon.a (mon.0) 1161 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-11T04:29:43.039 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:42 smithi113 bash[31590]: cephadm 2024-05-11T04:29:41.503452+0000 mgr.y (mgr.25640) 41 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-05-11T04:29:43.039 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:42 smithi113 bash[31590]: cephadm 2024-05-11T04:29:41.539933+0000 mgr.y (mgr.25640) 42 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-05-11T04:29:43.039 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:42 smithi113 bash[31590]: cluster 2024-05-11T04:29:42.233522+0000 mgr.y (mgr.25640) 43 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:43.039 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:42 smithi113 bash[21416]: cephadm 2024-05-11T04:29:41.503452+0000 mgr.y (mgr.25640) 41 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-05-11T04:29:43.039 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:42 smithi113 bash[21416]: cephadm 2024-05-11T04:29:41.539933+0000 mgr.y (mgr.25640) 42 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-05-11T04:29:43.039 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:42 smithi113 bash[21416]: cluster 2024-05-11T04:29:42.233522+0000 mgr.y (mgr.25640) 43 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:42 smithi173 bash[23566]: cephadm 2024-05-11T04:29:41.503452+0000 mgr.y (mgr.25640) 41 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-05-11T04:29:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:42 smithi173 bash[23566]: cephadm 2024-05-11T04:29:41.539933+0000 mgr.y (mgr.25640) 42 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-05-11T04:29:43.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:42 smithi173 bash[23566]: cluster 2024-05-11T04:29:42.233522+0000 mgr.y (mgr.25640) 43 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:43 smithi113 bash[31590]: audit 2024-05-11T04:29:43.284634+0000 mon.c (mon.2) 54 : audit 0 from='client.? 172.21.15.113:0/2295532014' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:43 smithi113 bash[31590]: audit 2024-05-11T04:29:43.770466+0000 mon.a (mon.0) 1162 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:43 smithi113 bash[31590]: audit 2024-05-11T04:29:43.772197+0000 mon.a (mon.0) 1163 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:43 smithi113 bash[31590]: audit 2024-05-11T04:29:43.773829+0000 mon.a (mon.0) 1164 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:43 smithi113 bash[31590]: audit 2024-05-11T04:29:43.775400+0000 mon.a (mon.0) 1165 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:43 smithi113 bash[21416]: audit 2024-05-11T04:29:43.284634+0000 mon.c (mon.2) 54 : audit 0 from='client.? 172.21.15.113:0/2295532014' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:43 smithi113 bash[21416]: audit 2024-05-11T04:29:43.770466+0000 mon.a (mon.0) 1162 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:43 smithi113 bash[21416]: audit 2024-05-11T04:29:43.772197+0000 mon.a (mon.0) 1163 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:43 smithi113 bash[21416]: audit 2024-05-11T04:29:43.773829+0000 mon.a (mon.0) 1164 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:29:44.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:43 smithi113 bash[21416]: audit 2024-05-11T04:29:43.775400+0000 mon.a (mon.0) 1165 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:43 smithi173 bash[23566]: audit 2024-05-11T04:29:43.284634+0000 mon.c (mon.2) 54 : audit 0 from='client.? 172.21.15.113:0/2295532014' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:43 smithi173 bash[23566]: audit 2024-05-11T04:29:43.770466+0000 mon.a (mon.0) 1162 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' 2024-05-11T04:29:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:43 smithi173 bash[23566]: audit 2024-05-11T04:29:43.772197+0000 mon.a (mon.0) 1163 : audit 1 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:29:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:43 smithi173 bash[23566]: audit 2024-05-11T04:29:43.773829+0000 mon.a (mon.0) 1164 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:29:44.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:43 smithi173 bash[23566]: audit 2024-05-11T04:29:43.775400+0000 mon.a (mon.0) 1165 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:29:45.052 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:44 smithi113 bash[31590]: cephadm 2024-05-11T04:29:43.760004+0000 mgr.y (mgr.25640) 44 : cephadm 1 Upgrade: Updating mon.a 2024-05-11T04:29:45.052 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:44 smithi113 bash[31590]: cephadm 2024-05-11T04:29:43.777355+0000 mgr.y (mgr.25640) 45 : cephadm 1 Deploying daemon mon.a on smithi113 2024-05-11T04:29:45.052 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:44 smithi113 bash[31590]: cluster 2024-05-11T04:29:44.234068+0000 mgr.y (mgr.25640) 46 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:45.053 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:44 smithi113 bash[21416]: cephadm 2024-05-11T04:29:43.760004+0000 mgr.y (mgr.25640) 44 : cephadm 1 Upgrade: Updating mon.a 2024-05-11T04:29:45.053 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:44 smithi113 bash[21416]: cephadm 2024-05-11T04:29:43.777355+0000 mgr.y (mgr.25640) 45 : cephadm 1 Deploying daemon mon.a on smithi113 2024-05-11T04:29:45.053 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:44 smithi113 bash[21416]: cluster 2024-05-11T04:29:44.234068+0000 mgr.y (mgr.25640) 46 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:45.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:44 smithi173 bash[23566]: cephadm 2024-05-11T04:29:43.760004+0000 mgr.y (mgr.25640) 44 : cephadm 1 Upgrade: Updating mon.a 2024-05-11T04:29:45.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:44 smithi173 bash[23566]: cephadm 2024-05-11T04:29:43.777355+0000 mgr.y (mgr.25640) 45 : cephadm 1 Deploying daemon mon.a on smithi113 2024-05-11T04:29:45.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:44 smithi173 bash[23566]: cluster 2024-05-11T04:29:44.234068+0000 mgr.y (mgr.25640) 46 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:46.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:45 smithi113 bash[21416]: audit 2024-05-11T04:29:45.735524+0000 mon.c (mon.2) 55 : audit 0 from='client.? 172.21.15.113:0/3264247338' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:46.153 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:45 smithi113 bash[31590]: audit 2024-05-11T04:29:45.735524+0000 mon.c (mon.2) 55 : audit 0 from='client.? 172.21.15.113:0/3264247338' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:45 smithi173 bash[23566]: audit 2024-05-11T04:29:45.735524+0000 mon.c (mon.2) 55 : audit 0 from='client.? 172.21.15.113:0/3264247338' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:46.414 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.414 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.415 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.415 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.415 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.415 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 bash[74540]: [11/May/2024:04:29:46] ENGINE Bus STOPPING 2024-05-11T04:29:46.415 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 bash[74540]: [11/May/2024:04:29:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:29:46.416 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.416 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.416 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.416 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:46.417 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:46 smithi113 systemd[1]: Stopping Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:29:46.417 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:46 smithi113 bash[21416]: debug 2024-05-11T04:29:46.391+0000 7f3e70d56700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:29:46.417 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:46 smithi113 bash[21416]: debug 2024-05-11T04:29:46.391+0000 7f3e70d56700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-11T04:29:46.669 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 bash[74540]: [11/May/2024:04:29:46] ENGINE Bus STOPPED 2024-05-11T04:29:46.669 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 bash[74540]: [11/May/2024:04:29:46] ENGINE Bus STARTING 2024-05-11T04:29:46.669 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 bash[74540]: [11/May/2024:04:29:46] ENGINE Serving on http://:::9283 2024-05-11T04:29:46.669 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:46 smithi113 bash[74540]: [11/May/2024:04:29:46] ENGINE Bus STARTED 2024-05-11T04:29:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:47 smithi113 bash[81603]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:29:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:47 smithi113 bash[81676]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:29:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-11T04:29:47.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: Stopped Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:29:47.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.976 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.976 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.976 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.976 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: Started Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:29:47.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:47.977 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:29:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:29:48.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.539+0000 7f6730d4dc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:29:48.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.539+0000 7f6730d4dc80 0 ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev), process ceph-mon, pid 7 2024-05-11T04:29:48.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.539+0000 7f6730d4dc80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:29:48.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.543+0000 7f6730d4dc80 0 load: jerasure load: lrc 2024-05-11T04:29:48.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Git sha 0 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Compile date 2024-05-03 15:45:17 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: DB SUMMARY 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: DB Session ID: WWPTISG5FJ2F2XWZAL1B 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 1729 Bytes 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000035.sst 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000033.log size: 120575 ; 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:29:48.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.env: 0x55d0b2247cc0 2024-05-11T04:29:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:29:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.info_log: 0x55d0b3077de0 2024-05-11T04:29:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:29:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:29:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:29:48.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:29:48.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.wal_dir: 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.write_buffer_manager: 0x55d0b3049220 2024-05-11T04:29:48.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:29:48.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.row_cache: None 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:29:48.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:29:48.983 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:29:48.984 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:29:48.985 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.merge_operator: 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:29:48.987 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d0b3077fa0) 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: cache_index_and_filter_blocks: 1 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: pin_top_level_index_and_filter: 1 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: index_type: 0 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: data_block_index_type: 0 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: index_shortening: 1 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: checksum: 4 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: no_block_cache: 0 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_cache: 0x55d0b30791f0 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_cache_name: BinnedLRUCache 2024-05-11T04:29:48.988 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_cache_options: 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: capacity : 536870912 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: num_shard_bits : 4 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: strict_capacity_limit : 0 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: high_pri_pool_ratio: 0.000 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_cache_compressed: (nil) 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: persistent_cache: (nil) 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_size: 4096 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_size_deviation: 10 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_restart_interval: 16 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: index_block_restart_interval: 1 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: metadata_block_size: 4096 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: partition_filters: 0 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: use_delta_encoding: 1 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: filter_policy: bloomfilter 2024-05-11T04:29:48.989 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: whole_key_filtering: 1 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: verify_compression: 0 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: read_amp_bytes_per_bit: 0 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: format_version: 5 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: enable_index_compression: 1 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: block_align: 0 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: max_auto_readahead_size: 262144 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: prepopulate_block_cache: 0 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: initial_auto_readahead_size: 8192 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:29:48.990 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:29:48.991 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:29:48.992 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:29:48.993 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:29:48.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:29:48.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 37, last_sequence is 15988, log_number is 33,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 33 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 33 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6dc2da22-f463-4317-bc74-07f10c757dde 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401788550215, "job": 1, "event": "recovery_started", "wal_files": [33]} 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #33 mode 2 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401788551535, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 38, "file_size": 119725, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 15989, "largest_seqno": 16136, "table_properties": {"data_size": 118041, "index_size": 390, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 261, "raw_key_size": 2354, "raw_average_key_size": 27, "raw_value_size": 116143, "raw_average_value_size": 1366, "num_data_blocks": 16, "num_entries": 85, "num_filter_entries": 85, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715401788, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6dc2da22-f463-4317-bc74-07f10c757dde", "db_session_id": "WWPTISG5FJ2F2XWZAL1B", "orig_file_number": 38, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401788551636, "job": 1, "event": "recovery_finished"} 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 40 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.547+0000 7f6730d4dc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:29:48.996 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000033.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d0b319a000 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 4 rocksdb: DB pointer 0x55d0b3186000 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f671f4a4700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f671f4a4700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: ** DB Stats ** 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: ** Compaction Stats [default] ** 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:29:48.997 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: L0 1/0 116.92 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: L6 1/0 7.78 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Sum 2/0 7.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: ** Compaction Stats [default] ** 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:29:48.998 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Cumulative compaction: 0.00 GB write, 26.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Interval compaction: 0.00 GB write, 26.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Block cache BinnedLRUCache@0x55d0b30791f0#7 capacity: 512.00 MB usage: 0.80 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Block cache entry stats(count,size,portion): FilterBlock(1,0.31 KB,5.96046e-05%) IndexBlock(1,0.48 KB,9.23872e-05%) Misc(1,0.00 KB,0%) 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] at bind addrs [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 1 mon.a@-1(???) e3 preinit fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 mon.a@-1(???).mds e10 new map 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 mon.a@-1(???).mds e10 print_map 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: e10 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: legacy client fscid: 1 2024-05-11T04:29:48.999 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Filesystem 'foo' (1) 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: fs_name foo 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: epoch 10 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: created 2024-05-11T04:23:44.254542+0000 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: modified 2024-05-11T04:23:54.348616+0000 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: tableserver 0 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: root 0 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: session_timeout 60 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: session_autoclose 300 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: max_file_size 1099511627776 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: max_xattr_size 65536 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: required_client_features {} 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: last_failure 0 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: last_failure_osd_epoch 69 2024-05-11T04:29:49.000 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: max_mds 1 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: in 0 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: up {0=24370} 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: failed 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: damaged 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: stopped 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: data_pools [4] 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: metadata_pool 3 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: inline_data disabled 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: balancer 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: bal_rank_mask -1 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: standby_count_wanted 1 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: qdb_cluster leader: 0 members: 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: [mds.foo.smithi173.ibjpzf{0:24370} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: 2024-05-11T04:29:49.001 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: Standby daemons: 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: [mds.foo.smithi113.zdnevb{-1:14580} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.113:6834/730292135,v1:172.21.15.113:6835/730292135] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 mon.a@-1(???).osd e90 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 mon.a@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 mon.a@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.551+0000 7f6730d4dc80 0 mon.a@-1(???).osd e90 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:29:49.002 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:48 smithi113 bash[81732]: debug 2024-05-11T04:29:48.555+0000 7f6730d4dc80 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-05-11T04:29:49.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:29:49] "GET /metrics HTTP/1.1" 200 33912 "" "Prometheus/2.43.0" 2024-05-11T04:29:50.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:50 smithi113 bash[74540]: ignoring --setuser ceph since I am not root 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:50 smithi113 bash[74540]: ignoring --setgroup ceph since I am not root 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:50 smithi113 bash[74540]: debug 2024-05-11T04:29:50.127+0000 7f108f22b700 1 -- 172.21.15.113:0/804569503 <== mon.0 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56104fd1a5a0 con 0x561050a9a800 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:50 smithi113 bash[74540]: debug 2024-05-11T04:29:50.271+0000 7f1099020200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: audit 2024-05-11T04:29:46.401619+0000 mon.c (mon.2) 56 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: audit 2024-05-11T04:29:46.402007+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: audit 2024-05-11T04:29:46.402339+0000 mon.c (mon.2) 58 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: audit 2024-05-11T04:29:48.180787+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.113:0/4018391256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:48.235207+0000 mgr.y (mgr.25640) 48 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:49.975180+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.000353+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.012948+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.012985+0000 mon.a (mon.0) 4 : cluster 0 fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013005+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013023+0000 mon.a (mon.0) 6 : cluster 0 created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013042+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013061+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013080+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013100+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.013120+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.014327+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.014385+0000 mon.a (mon.0) 13 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:29:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.016795+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e32: y(active, since 53s), standbys: x 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.017873+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: audit 2024-05-11T04:29:50.046878+0000 mon.a (mon.0) 16 : audit 1 from='mgr.25640 ' entity='' 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:50 smithi113 bash[31590]: cluster 2024-05-11T04:29:50.049042+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e33: y(active, since 53s), standbys: x 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:46.401619+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:46.401619+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:46.402007+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:46.402007+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:46.402339+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:50.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:46.402339+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:48.180787+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.113:0/4018391256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:48.180787+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.113:0/4018391256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:48.235207+0000 mgr.y (mgr.25640) 48 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:48.235207+0000 mgr.y (mgr.25640) 48 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:49.975180+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:49.975180+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.000353+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.000353+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.012948+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.012948+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.012985+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:29:50.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.012985+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013005+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013005+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013023+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013023+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013042+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013042+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013061+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013061+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013080+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013080+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013100+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013100+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013120+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.013120+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:29:50.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.014327+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.014327+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.014385+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.014385+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.016795+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e32: y(active, since 53s), standbys: x 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.016795+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e32: y(active, since 53s), standbys: x 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.017873+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.017873+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:50.046878+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25640 ' entity='' 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: audit 2024-05-11T04:29:50.046878+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25640 ' entity='' 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.049042+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e33: y(active, since 53s), standbys: x 2024-05-11T04:29:50.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:50 smithi113 bash[81732]: cluster 2024-05-11T04:29:50.049042+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e33: y(active, since 53s), standbys: x 2024-05-11T04:29:50.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:50 smithi173 bash[60324]: ignoring --setuser ceph since I am not root 2024-05-11T04:29:50.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:50 smithi173 bash[60324]: ignoring --setgroup ceph since I am not root 2024-05-11T04:29:50.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:50 smithi173 bash[60324]: debug 2024-05-11T04:29:50.128+0000 7f9bb17cc700 1 -- 172.21.15.173:0/3262489399 <== mon.0 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5651404a45a0 con 0x565141224400 2024-05-11T04:29:50.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:50 smithi173 bash[60324]: debug 2024-05-11T04:29:50.276+0000 7f9bbb5c1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: audit 2024-05-11T04:29:46.401619+0000 mon.c (mon.2) 56 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: audit 2024-05-11T04:29:46.402007+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: audit 2024-05-11T04:29:46.402339+0000 mon.c (mon.2) 58 : audit 0 from='mgr.25640 172.21.15.113:0/1359509946' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: audit 2024-05-11T04:29:48.180787+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.113:0/4018391256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:48.235207+0000 mgr.y (mgr.25640) 48 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:49.975180+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.000353+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.012948+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-05-11T04:29:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.012985+0000 mon.a (mon.0) 4 : cluster 0 fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013005+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013023+0000 mon.a (mon.0) 6 : cluster 0 created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013042+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013061+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013080+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013100+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.013120+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.014327+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.014385+0000 mon.a (mon.0) 13 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.016795+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e32: y(active, since 53s), standbys: x 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.017873+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: audit 2024-05-11T04:29:50.046878+0000 mon.a (mon.0) 16 : audit 1 from='mgr.25640 ' entity='' 2024-05-11T04:29:50.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:50 smithi173 bash[23566]: cluster 2024-05-11T04:29:50.049042+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e33: y(active, since 53s), standbys: x 2024-05-11T04:29:50.647 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 1 2024-05-11T04:29:51.444 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:51 smithi113 bash[31590]: audit 2024-05-11T04:29:50.638292+0000 mon.a (mon.0) 18 : audit 0 from='client.? 172.21.15.113:0/2114120639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:51.445 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:51 smithi113 bash[81732]: audit 2024-05-11T04:29:50.638292+0000 mon.a (mon.0) 18 : audit [DBG] from='client.? 172.21.15.113:0/2114120639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:51.445 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:51 smithi113 bash[81732]: audit 2024-05-11T04:29:50.638292+0000 mon.a (mon.0) 18 : audit [DBG] from='client.? 172.21.15.113:0/2114120639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:51.446 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:29:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:51 smithi173 bash[23566]: audit 2024-05-11T04:29:50.638292+0000 mon.a (mon.0) 18 : audit 0 from='client.? 172.21.15.113:0/2114120639' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:29:52.221 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:51 smithi173 bash[60324]: debug 2024-05-11T04:29:51.872+0000 7f9bbb5c1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:29:52.221 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:51 smithi173 bash[60324]: debug 2024-05-11T04:29:51.968+0000 7f9bbb5c1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:29:52.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:51 smithi113 bash[74540]: debug 2024-05-11T04:29:51.899+0000 7f1099020200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:29:52.225 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:52 smithi113 bash[74540]: debug 2024-05-11T04:29:51.995+0000 7f1099020200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:29:52.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:52 smithi173 bash[60324]: debug 2024-05-11T04:29:52.220+0000 7f9bbb5c1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:29:52.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:52 smithi113 bash[74540]: debug 2024-05-11T04:29:52.247+0000 7f1099020200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:29:53.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:53 smithi113 bash[74540]: debug 2024-05-11T04:29:53.063+0000 7f1099020200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:53.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:53 smithi113 bash[74540]: debug 2024-05-11T04:29:53.175+0000 7f1099020200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:29:53.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:53 smithi113 bash[74540]: debug 2024-05-11T04:29:53.279+0000 7f1099020200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:29:53.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:53 smithi173 bash[60324]: debug 2024-05-11T04:29:53.032+0000 7f9bbb5c1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:53.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:53 smithi173 bash[60324]: debug 2024-05-11T04:29:53.148+0000 7f9bbb5c1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:29:53.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:53 smithi173 bash[60324]: debug 2024-05-11T04:29:53.252+0000 7f9bbb5c1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:29:53.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:53 smithi113 bash[74540]: debug 2024-05-11T04:29:53.647+0000 7f1099020200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:29:53.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:53 smithi113 bash[74540]: debug 2024-05-11T04:29:53.763+0000 7f1099020200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:29:53.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:53 smithi113 bash[74540]: debug 2024-05-11T04:29:53.867+0000 7f1099020200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:29:54.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:53 smithi173 bash[60324]: debug 2024-05-11T04:29:53.616+0000 7f9bbb5c1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:29:54.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:53 smithi173 bash[60324]: debug 2024-05-11T04:29:53.732+0000 7f9bbb5c1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:29:54.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:53 smithi173 bash[60324]: debug 2024-05-11T04:29:53.836+0000 7f9bbb5c1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:29:54.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:54 smithi173 bash[60324]: debug 2024-05-11T04:29:54.204+0000 7f9bbb5c1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:29:54.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:54 smithi173 bash[60324]: debug 2024-05-11T04:29:54.448+0000 7f9bbb5c1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:29:54.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:54 smithi113 bash[74540]: debug 2024-05-11T04:29:54.243+0000 7f1099020200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:29:54.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:54 smithi113 bash[74540]: debug 2024-05-11T04:29:54.487+0000 7f1099020200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:29:55.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:54 smithi173 bash[60324]: debug 2024-05-11T04:29:54.716+0000 7f9bbb5c1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:29:55.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:54 smithi173 bash[60324]: debug 2024-05-11T04:29:54.832+0000 7f9bbb5c1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:29:55.150 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:54 smithi113 bash[74540]: debug 2024-05-11T04:29:54.755+0000 7f1099020200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:29:55.150 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:54 smithi113 bash[74540]: debug 2024-05-11T04:29:54.871+0000 7f1099020200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:29:55.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:55 smithi113 bash[74540]: debug 2024-05-11T04:29:55.151+0000 7f1099020200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:29:55.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:55 smithi173 bash[60324]: debug 2024-05-11T04:29:55.112+0000 7f9bbb5c1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:29:55.821 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:55 smithi113 bash[74540]: debug 2024-05-11T04:29:55.571+0000 7f1099020200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:55.903 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:55 smithi173 bash[60324]: debug 2024-05-11T04:29:55.536+0000 7f9bbb5c1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:55.903 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:55 smithi173 bash[60324]: debug 2024-05-11T04:29:55.780+0000 7f9bbb5c1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:56.157 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:55 smithi173 bash[60324]: debug 2024-05-11T04:29:55.904+0000 7f9bbb5c1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:29:56.160 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:29:56.181 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:55 smithi113 bash[74540]: debug 2024-05-11T04:29:55.823+0000 7f1099020200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:29:56.181 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:55 smithi113 bash[74540]: debug 2024-05-11T04:29:55.943+0000 7f1099020200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:29:56.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:56 smithi113 bash[74540]: debug 2024-05-11T04:29:56.203+0000 7f1099020200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:56.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:56 smithi173 bash[60324]: debug 2024-05-11T04:29:56.160+0000 7f9bbb5c1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:29:57.453 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:57 smithi113 bash[74540]: debug 2024-05-11T04:29:57.243+0000 7f1099020200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:29:57.453 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:57 smithi113 bash[74540]: debug 2024-05-11T04:29:57.367+0000 7f1099020200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:29:57.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:57 smithi173 bash[60324]: debug 2024-05-11T04:29:57.192+0000 7f9bbb5c1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:29:57.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:57 smithi173 bash[60324]: debug 2024-05-11T04:29:57.308+0000 7f9bbb5c1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:29:57.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:57 smithi113 bash[74540]: debug 2024-05-11T04:29:57.675+0000 7f1099020200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:29:58.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:57 smithi173 bash[60324]: debug 2024-05-11T04:29:57.612+0000 7f9bbb5c1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:29:58.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:57 smithi173 bash[60324]: debug 2024-05-11T04:29:57.728+0000 7f9bbb5c1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:29:58.091 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:57 smithi113 bash[74540]: debug 2024-05-11T04:29:57.795+0000 7f1099020200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:29:58.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.091+0000 7f1099020200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:29:58.484 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: debug 2024-05-11T04:29:58.020+0000 7f9bbb5c1200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:29:58.742 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: debug 2024-05-11T04:29:58.484+0000 7f9bbb5c1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:29:58.742 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: debug 2024-05-11T04:29:58.612+0000 7f9bbb5c1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:29:58.742 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: [11/May/2024:04:29:58] ENGINE Bus STARTING 2024-05-11T04:29:58.742 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:58 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.637067+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:29:58.742 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:58 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.637187+0000 mon.a (mon.0) 20 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:58.742 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:58 smithi173 bash[23566]: audit 2024-05-11T04:29:58.640957+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:58.743 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:58 smithi173 bash[23566]: audit 2024-05-11T04:29:58.642547+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:58.743 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:58 smithi173 bash[23566]: audit 2024-05-11T04:29:58.644760+0000 mon.b (mon.1) 89 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:58.743 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:58 smithi173 bash[23566]: audit 2024-05-11T04:29:58.646254+0000 mon.b (mon.1) 90 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:58.829 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.563+0000 7f1099020200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:29:58.829 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.691+0000 7f1099020200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:29:58.829 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: [11/May/2024:04:29:58] ENGINE Bus STARTING 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:58 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.637067+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:58 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.637187+0000 mon.a (mon.0) 20 : cluster 0 Standby manager daemon x started 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:58 smithi113 bash[31590]: audit 2024-05-11T04:29:58.640957+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:58 smithi113 bash[31590]: audit 2024-05-11T04:29:58.642547+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:58 smithi113 bash[31590]: audit 2024-05-11T04:29:58.644760+0000 mon.b (mon.1) 89 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:58 smithi113 bash[31590]: audit 2024-05-11T04:29:58.646254+0000 mon.b (mon.1) 90 : audit 0 from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.637067+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x restarted 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.637067+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x restarted 2024-05-11T04:29:58.830 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.637187+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon x started 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.637187+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon x started 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.640957+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.640957+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.642547+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.642547+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.644760+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.644760+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.646254+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: audit 2024-05-11T04:29:58.646254+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.173:0/4143742320' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:29:58.831 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:58 smithi113 bash[81732]: debug 2024-05-11T04:29:58.703+0000 7f67224aa700 -1 log_channel(cluster) log [ERR] : Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:29:59.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: CherryPy Checker: 2024-05-11T04:29:59.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: The Application mounted at '' has an empty config. 2024-05-11T04:29:59.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: [11/May/2024:04:29:58] ENGINE Serving on http://:::9283 2024-05-11T04:29:59.019 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:29:58 smithi173 bash[60324]: [11/May/2024:04:29:58] ENGINE Bus STARTED 2024-05-11T04:29:59.182 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff8a86700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.182 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff8a86700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.182 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff8a86700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.182 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff8a86700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.183 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff8a86700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.183 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff6281700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.183 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff6281700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.183 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff6281700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.183 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff6281700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.183 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:58 smithi113 bash[74540]: debug 2024-05-11T04:29:58.887+0000 7f0ff6281700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:29:59.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:59 smithi113 bash[74540]: CherryPy Checker: 2024-05-11T04:29:59.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:59 smithi113 bash[74540]: The Application mounted at '' has an empty config. 2024-05-11T04:29:59.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:59 smithi113 bash[74540]: [11/May/2024:04:29:59] ENGINE Serving on http://:::9283 2024-05-11T04:29:59.475 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:59 smithi113 bash[74540]: [11/May/2024:04:29:59] ENGINE Bus STARTED 2024-05-11T04:29:59.742 INFO:teuthology.orchestra.run.smithi113.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:29:59.742 INFO:teuthology.orchestra.run.smithi113.stdout:alertmanager.a smithi113 *:9093,9094 running (7m) 57s ago 8m 13.5M - 0.25.0 c8568f914cd2 5c903450ba99 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:grafana.a smithi173 *:3000 running (7m) 28s ago 7m 77.1M - 9.4.7 954c08fa6188 5d688df6287a 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi113.zdnevb smithi113 running (6m) 57s ago 6m 13.6M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5e99af577d54 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi173.ibjpzf smithi173 running (6m) 28s ago 6m 15.7M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 57607586dc8a 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.x smithi173 *:8443,9283,8765 running (34s) 28s ago 16m 134M - 19.0.0-3497-g04416f48 9b25092f51f1 27b2381c8d81 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.y smithi113 *:8443,9283,8765 running (80s) 57s ago 18m 482M - 19.0.0-3497-g04416f48 9b25092f51f1 be64837303f3 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mon.a smithi113 running (18m) 57s ago 18m 55.6M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 f1462f1b6545 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mon.b smithi173 running (16m) 28s ago 16m 46.1M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8d14803262df 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:mon.c smithi113 running (16m) 57s ago 16m 43.9M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 beba2571b684 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.a smithi113 *:9100 running (8m) 57s ago 8m 8431k - 1.5.0 0da6a335fe13 8e4e28aff3bd 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.b smithi173 *:9100 running (8m) 28s ago 8m 8760k - 1.5.0 0da6a335fe13 2525b8ce26de 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:osd.0 smithi113 running (15m) 57s ago 15m 59.7M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 85e6f16e0580 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:osd.1 smithi113 running (14m) 57s ago 14m 60.2M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ae9a59d4846f 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:osd.2 smithi113 running (13m) 57s ago 13m 50.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 413f86417749 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:osd.3 smithi113 running (13m) 57s ago 13m 53.6M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 904a20622fd9 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:osd.4 smithi173 running (12m) 28s ago 12m 54.7M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 bbef54fbd008 2024-05-11T04:29:59.743 INFO:teuthology.orchestra.run.smithi113.stdout:osd.5 smithi173 running (11m) 28s ago 11m 53.6M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 786fb7818d9a 2024-05-11T04:29:59.744 INFO:teuthology.orchestra.run.smithi113.stdout:osd.6 smithi173 running (10m) 28s ago 10m 47.4M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8304a9a199f5 2024-05-11T04:29:59.744 INFO:teuthology.orchestra.run.smithi113.stdout:osd.7 smithi173 running (9m) 28s ago 9m 49.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 238ca57cd95c 2024-05-11T04:29:59.744 INFO:teuthology.orchestra.run.smithi113.stdout:prometheus.a smithi173 *:9095 running (40s) 28s ago 8m 31.3M - 2.43.0 a07b618ecd1d 9d1dc802d615 2024-05-11T04:29:59.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:29:59] "GET /metrics HTTP/1.1" 200 31288 "" "Prometheus/2.43.0" 2024-05-11T04:29:59.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:29:59 smithi113 bash[74540]: debug 2024-05-11T04:29:59.719+0000 7f105ff7d700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-05-11T04:29:59.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.695911+0000 mon.a (mon.0) 21 : cluster [DBG] mgrmap e34: y(active, since 62s), standbys: x 2024-05-11T04:29:59.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.695911+0000 mon.a (mon.0) 21 : cluster [DBG] mgrmap e34: y(active, since 62s), standbys: x 2024-05-11T04:29:59.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.707167+0000 mon.a (mon.0) 22 : cluster [INF] Active manager daemon y restarted 2024-05-11T04:29:59.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.707167+0000 mon.a (mon.0) 22 : cluster [INF] Active manager daemon y restarted 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.707399+0000 mon.a (mon.0) 23 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.707399+0000 mon.a (mon.0) 23 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.707555+0000 mon.a (mon.0) 24 : cluster [INF] Activating manager daemon y 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.707555+0000 mon.a (mon.0) 24 : cluster [INF] Activating manager daemon y 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.714764+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.714764+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.715039+0000 mon.a (mon.0) 26 : cluster [DBG] mgrmap e35: y(active, starting, since 0.00760909s), standbys: x 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.715039+0000 mon.a (mon.0) 26 : cluster [DBG] mgrmap e35: y(active, starting, since 0.00760909s), standbys: x 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.723255+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.723255+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.723461+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.723461+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.723651+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.723651+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.724717+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.724717+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.724947+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.724947+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725288+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725288+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725508+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725508+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725754+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725754+0000 mon.c (mon.2) 67 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725957+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.725957+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.726166+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:29:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.726166+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.726421+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.726421+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.726819+0000 mon.c (mon.2) 71 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.726819+0000 mon.c (mon.2) 71 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.727070+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.727070+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.727342+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.727342+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.727656+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.727656+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.728068+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.728068+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.728334+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.728334+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.728823+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:29:59.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.728823+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.736710+0000 mon.a (mon.0) 27 : cluster [INF] Manager daemon y is now available 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: cluster 2024-05-11T04:29:58.736710+0000 mon.a (mon.0) 27 : cluster [INF] Manager daemon y is now available 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.780538+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.780538+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.810614+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.810614+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.813012+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.813012+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.814429+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.814429+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.814851+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.814851+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.854540+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.854540+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.855082+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:29:59.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:29:59 smithi113 bash[81732]: audit 2024-05-11T04:29:58.855082+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.695911+0000 mon.a (mon.0) 21 : cluster 0 mgrmap e34: y(active, since 62s), standbys: x 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.707167+0000 mon.a (mon.0) 22 : cluster 1 Active manager daemon y restarted 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.707399+0000 mon.a (mon.0) 23 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.707555+0000 mon.a (mon.0) 24 : cluster 1 Activating manager daemon y 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.714764+0000 mon.a (mon.0) 25 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.715039+0000 mon.a (mon.0) 26 : cluster 0 mgrmap e35: y(active, starting, since 0.00760909s), standbys: x 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.723255+0000 mon.c (mon.2) 60 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:29:59.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.723461+0000 mon.c (mon.2) 61 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.723651+0000 mon.c (mon.2) 62 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.724717+0000 mon.c (mon.2) 63 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.724947+0000 mon.c (mon.2) 64 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.725288+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.725508+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.725754+0000 mon.c (mon.2) 67 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.725957+0000 mon.c (mon.2) 68 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.726166+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.726421+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.726819+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.727070+0000 mon.c (mon.2) 72 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.727342+0000 mon.c (mon.2) 73 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.727656+0000 mon.c (mon.2) 74 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.728068+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:29:59.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.728334+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.728823+0000 mon.c (mon.2) 77 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: cluster 2024-05-11T04:29:58.736710+0000 mon.a (mon.0) 27 : cluster 1 Manager daemon y is now available 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.780538+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.810614+0000 mon.a (mon.0) 28 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.813012+0000 mon.c (mon.2) 79 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.814429+0000 mon.c (mon.2) 80 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.814851+0000 mon.a (mon.0) 29 : audit 1 from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.854540+0000 mon.c (mon.2) 81 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:29:59.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:29:59 smithi113 bash[31590]: audit 2024-05-11T04:29:58.855082+0000 mon.a (mon.0) 30 : audit 1 from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:30:00.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.695911+0000 mon.a (mon.0) 21 : cluster 0 mgrmap e34: y(active, since 62s), standbys: x 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.707167+0000 mon.a (mon.0) 22 : cluster 1 Active manager daemon y restarted 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.707399+0000 mon.a (mon.0) 23 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.707555+0000 mon.a (mon.0) 24 : cluster 1 Activating manager daemon y 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.714764+0000 mon.a (mon.0) 25 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.715039+0000 mon.a (mon.0) 26 : cluster 0 mgrmap e35: y(active, starting, since 0.00760909s), standbys: x 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.723255+0000 mon.c (mon.2) 60 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.723461+0000 mon.c (mon.2) 61 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.723651+0000 mon.c (mon.2) 62 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.724717+0000 mon.c (mon.2) 63 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi113.zdnevb"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.724947+0000 mon.c (mon.2) 64 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi173.ibjpzf"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.725288+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.725508+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:30:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.725754+0000 mon.c (mon.2) 67 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.725957+0000 mon.c (mon.2) 68 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.726166+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.726421+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.726819+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.727070+0000 mon.c (mon.2) 72 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.727342+0000 mon.c (mon.2) 73 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.727656+0000 mon.c (mon.2) 74 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.728068+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.728334+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.728823+0000 mon.c (mon.2) 77 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: cluster 2024-05-11T04:29:58.736710+0000 mon.a (mon.0) 27 : cluster 1 Manager daemon y is now available 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.780538+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.810614+0000 mon.a (mon.0) 28 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.813012+0000 mon.c (mon.2) 79 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:00.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.814429+0000 mon.c (mon.2) 80 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:30:00.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.814851+0000 mon.a (mon.0) 29 : audit 1 from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:30:00.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.854540+0000 mon.c (mon.2) 81 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:30:00.022 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:29:59 smithi173 bash[23566]: audit 2024-05-11T04:29:58.855082+0000 mon.a (mon.0) 30 : audit 1 from='mgr.25853 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:30:00.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.995+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.999+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: debug 2024-05-11T04:29:59.999+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.592 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:30:00.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cephadm 2024-05-11T04:29:59.659026+0000 mgr.y (mgr.25853) 1 : cephadm 1 [11/May/2024:04:29:59] ENGINE Bus STARTING 2024-05-11T04:30:00.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:29:59.720411+0000 mon.a (mon.0) 31 : cluster 0 mgrmap e36: y(active, since 1.01297s), standbys: x 2024-05-11T04:30:00.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: audit 2024-05-11T04:29:59.728055+0000 mgr.y (mgr.25853) 2 : audit 0 from='client.25895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:00.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:29:59.733242+0000 mgr.y (mgr.25853) 3 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:00.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cephadm 2024-05-11T04:29:59.778329+0000 mgr.y (mgr.25853) 4 : cephadm 1 [11/May/2024:04:29:59] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cephadm 2024-05-11T04:29:59.879376+0000 mgr.y (mgr.25853) 5 : cephadm 1 [11/May/2024:04:29:59] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cephadm 2024-05-11T04:29:59.879508+0000 mgr.y (mgr.25853) 6 : cephadm 1 [11/May/2024:04:29:59] ENGINE Bus STARTED 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000178+0000 mon.a (mon.0) 32 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000227+0000 mon.a (mon.0) 33 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000264+0000 mon.a (mon.0) 34 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000307+0000 mon.a (mon.0) 35 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000340+0000 mon.a (mon.0) 36 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000364+0000 mon.a (mon.0) 37 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000396+0000 mon.a (mon.0) 38 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000431+0000 mon.a (mon.0) 39 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000490+0000 mon.a (mon.0) 40 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:00 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.000524+0000 mon.a (mon.0) 41 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.659026+0000 mgr.y (mgr.25853) 1 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Bus STARTING 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.659026+0000 mgr.y (mgr.25853) 1 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Bus STARTING 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:29:59.720411+0000 mon.a (mon.0) 31 : cluster [DBG] mgrmap e36: y(active, since 1.01297s), standbys: x 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:29:59.720411+0000 mon.a (mon.0) 31 : cluster [DBG] mgrmap e36: y(active, since 1.01297s), standbys: x 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: audit 2024-05-11T04:29:59.728055+0000 mgr.y (mgr.25853) 2 : audit [DBG] from='client.25895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: audit 2024-05-11T04:29:59.728055+0000 mgr.y (mgr.25853) 2 : audit [DBG] from='client.25895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:29:59.733242+0000 mgr.y (mgr.25853) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:29:59.733242+0000 mgr.y (mgr.25853) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.778329+0000 mgr.y (mgr.25853) 4 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.778329+0000 mgr.y (mgr.25853) 4 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.879376+0000 mgr.y (mgr.25853) 5 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.879376+0000 mgr.y (mgr.25853) 5 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.879508+0000 mgr.y (mgr.25853) 6 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Bus STARTED 2024-05-11T04:30:00.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cephadm 2024-05-11T04:29:59.879508+0000 mgr.y (mgr.25853) 6 : cephadm [INF] [11/May/2024:04:29:59] ENGINE Bus STARTED 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000178+0000 mon.a (mon.0) 32 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000178+0000 mon.a (mon.0) 32 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000227+0000 mon.a (mon.0) 33 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000227+0000 mon.a (mon.0) 33 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000264+0000 mon.a (mon.0) 34 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000264+0000 mon.a (mon.0) 34 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000307+0000 mon.a (mon.0) 35 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000307+0000 mon.a (mon.0) 35 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000340+0000 mon.a (mon.0) 36 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000340+0000 mon.a (mon.0) 36 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000364+0000 mon.a (mon.0) 37 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000364+0000 mon.a (mon.0) 37 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000396+0000 mon.a (mon.0) 38 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000396+0000 mon.a (mon.0) 38 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000431+0000 mon.a (mon.0) 39 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000431+0000 mon.a (mon.0) 39 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000490+0000 mon.a (mon.0) 40 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000490+0000 mon.a (mon.0) 40 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000524+0000 mon.a (mon.0) 41 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:00.980 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:00 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.000524+0000 mon.a (mon.0) 41 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cephadm 2024-05-11T04:29:59.659026+0000 mgr.y (mgr.25853) 1 : cephadm 1 [11/May/2024:04:29:59] ENGINE Bus STARTING 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:29:59.720411+0000 mon.a (mon.0) 31 : cluster 0 mgrmap e36: y(active, since 1.01297s), standbys: x 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: audit 2024-05-11T04:29:59.728055+0000 mgr.y (mgr.25853) 2 : audit 0 from='client.25895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:29:59.733242+0000 mgr.y (mgr.25853) 3 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cephadm 2024-05-11T04:29:59.778329+0000 mgr.y (mgr.25853) 4 : cephadm 1 [11/May/2024:04:29:59] ENGINE Serving on https://172.21.15.113:7150 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cephadm 2024-05-11T04:29:59.879376+0000 mgr.y (mgr.25853) 5 : cephadm 1 [11/May/2024:04:29:59] ENGINE Serving on http://172.21.15.113:8765 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cephadm 2024-05-11T04:29:59.879508+0000 mgr.y (mgr.25853) 6 : cephadm 1 [11/May/2024:04:29:59] ENGINE Bus STARTED 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000178+0000 mon.a (mon.0) 32 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000227+0000 mon.a (mon.0) 33 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000264+0000 mon.a (mon.0) 34 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000307+0000 mon.a (mon.0) 35 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000340+0000 mon.a (mon.0) 36 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000364+0000 mon.a (mon.0) 37 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000396+0000 mon.a (mon.0) 38 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000431+0000 mon.a (mon.0) 39 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000490+0000 mon.a (mon.0) 40 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:01.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:00 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.000524+0000 mon.a (mon.0) 41 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:30:02.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:01 smithi173 bash[23566]: cluster 2024-05-11T04:30:00.726811+0000 mgr.y (mgr.25853) 7 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:02.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:01 smithi113 bash[31590]: cluster 2024-05-11T04:30:00.726811+0000 mgr.y (mgr.25853) 7 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:02.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:01 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.726811+0000 mgr.y (mgr.25853) 7 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:02.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:01 smithi113 bash[81732]: cluster 2024-05-11T04:30:00.726811+0000 mgr.y (mgr.25853) 7 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:03.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:02 smithi173 bash[23566]: cluster 2024-05-11T04:30:01.733785+0000 mon.a (mon.0) 42 : cluster 0 mgrmap e37: y(active, since 3s), standbys: x 2024-05-11T04:30:03.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:02 smithi113 bash[31590]: cluster 2024-05-11T04:30:01.733785+0000 mon.a (mon.0) 42 : cluster 0 mgrmap e37: y(active, since 3s), standbys: x 2024-05-11T04:30:03.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:02 smithi113 bash[81732]: cluster 2024-05-11T04:30:01.733785+0000 mon.a (mon.0) 42 : cluster [DBG] mgrmap e37: y(active, since 3s), standbys: x 2024-05-11T04:30:03.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:02 smithi113 bash[81732]: cluster 2024-05-11T04:30:01.733785+0000 mon.a (mon.0) 42 : cluster [DBG] mgrmap e37: y(active, since 3s), standbys: x 2024-05-11T04:30:04.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:03 smithi173 bash[23566]: cluster 2024-05-11T04:30:02.727438+0000 mgr.y (mgr.25853) 8 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:04.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:03 smithi173 bash[23566]: cluster 2024-05-11T04:30:02.771109+0000 mon.a (mon.0) 43 : cluster 0 mgrmap e38: y(active, since 4s), standbys: x 2024-05-11T04:30:04.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:03 smithi113 bash[31590]: cluster 2024-05-11T04:30:02.727438+0000 mgr.y (mgr.25853) 8 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:04.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:03 smithi113 bash[31590]: cluster 2024-05-11T04:30:02.771109+0000 mon.a (mon.0) 43 : cluster 0 mgrmap e38: y(active, since 4s), standbys: x 2024-05-11T04:30:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:03 smithi113 bash[81732]: cluster 2024-05-11T04:30:02.727438+0000 mgr.y (mgr.25853) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:03 smithi113 bash[81732]: cluster 2024-05-11T04:30:02.727438+0000 mgr.y (mgr.25853) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:03 smithi113 bash[81732]: cluster 2024-05-11T04:30:02.771109+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e38: y(active, since 4s), standbys: x 2024-05-11T04:30:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:03 smithi113 bash[81732]: cluster 2024-05-11T04:30:02.771109+0000 mon.a (mon.0) 43 : cluster [DBG] mgrmap e38: y(active, since 4s), standbys: x 2024-05-11T04:30:04.470 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:30:05.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: cluster 2024-05-11T04:30:04.727931+0000 mgr.y (mgr.25853) 9 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:05.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: cluster 2024-05-11T04:30:04.727931+0000 mgr.y (mgr.25853) 9 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:05.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.174069+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.975 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.174069+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.183952+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.183952+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.527962+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.527962+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.536906+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:05 smithi113 bash[81732]: audit 2024-05-11T04:30:05.536906+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:05 smithi113 bash[31590]: cluster 2024-05-11T04:30:04.727931+0000 mgr.y (mgr.25853) 9 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:05 smithi113 bash[31590]: audit 2024-05-11T04:30:05.174069+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:05 smithi113 bash[31590]: audit 2024-05-11T04:30:05.183952+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:05 smithi113 bash[31590]: audit 2024-05-11T04:30:05.527962+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:05.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:05 smithi113 bash[31590]: audit 2024-05-11T04:30:05.536906+0000 mon.a (mon.0) 47 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:05 smithi173 bash[23566]: cluster 2024-05-11T04:30:04.727931+0000 mgr.y (mgr.25853) 9 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:05 smithi173 bash[23566]: audit 2024-05-11T04:30:05.174069+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:05 smithi173 bash[23566]: audit 2024-05-11T04:30:05.183952+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:05 smithi173 bash[23566]: audit 2024-05-11T04:30:05.527962+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:05 smithi173 bash[23566]: audit 2024-05-11T04:30:05.536906+0000 mon.a (mon.0) 47 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.450 INFO:teuthology.orchestra.run.smithi113.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:30:07.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:07 smithi113 bash[31590]: audit 2024-05-11T04:30:06.187000+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:07 smithi113 bash[31590]: audit 2024-05-11T04:30:06.200392+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:07 smithi113 bash[31590]: audit 2024-05-11T04:30:06.643903+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:07 smithi113 bash[31590]: audit 2024-05-11T04:30:06.661482+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:07 smithi113 bash[31590]: cluster 2024-05-11T04:30:06.728855+0000 mgr.y (mgr.25853) 10 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.187000+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.187000+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.200392+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.200392+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.643903+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.643903+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.661482+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: audit 2024-05-11T04:30:06.661482+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: cluster 2024-05-11T04:30:06.728855+0000 mgr.y (mgr.25853) 10 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:30:07.465 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:07 smithi113 bash[81732]: cluster 2024-05-11T04:30:06.728855+0000 mgr.y (mgr.25853) 10 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:30:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:07 smithi173 bash[23566]: audit 2024-05-11T04:30:06.187000+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:07 smithi173 bash[23566]: audit 2024-05-11T04:30:06.200392+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:07 smithi173 bash[23566]: audit 2024-05-11T04:30:06.643903+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:07 smithi173 bash[23566]: audit 2024-05-11T04:30:06.661482+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:07 smithi173 bash[23566]: cluster 2024-05-11T04:30:06.728855+0000 mgr.y (mgr.25853) 10 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:30:08.142 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'sleep 60' 2024-05-11T04:30:08.725 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:08 smithi113 bash[31590]: audit 2024-05-11T04:30:07.446289+0000 mgr.y (mgr.25853) 11 : audit 0 from='client.25907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:08 smithi113 bash[31590]: cephadm 2024-05-11T04:30:07.446975+0000 mgr.y (mgr.25853) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:08 smithi113 bash[31590]: audit 2024-05-11T04:30:07.453413+0000 mon.a (mon.0) 52 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:08 smithi113 bash[81732]: audit 2024-05-11T04:30:07.446289+0000 mgr.y (mgr.25853) 11 : audit [DBG] from='client.25907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:08 smithi113 bash[81732]: audit 2024-05-11T04:30:07.446289+0000 mgr.y (mgr.25853) 11 : audit [DBG] from='client.25907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:08 smithi113 bash[81732]: cephadm 2024-05-11T04:30:07.446975+0000 mgr.y (mgr.25853) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:08 smithi113 bash[81732]: cephadm 2024-05-11T04:30:07.446975+0000 mgr.y (mgr.25853) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:08 smithi113 bash[81732]: audit 2024-05-11T04:30:07.453413+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:08 smithi113 bash[81732]: audit 2024-05-11T04:30:07.453413+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:08 smithi173 bash[23566]: audit 2024-05-11T04:30:07.446289+0000 mgr.y (mgr.25853) 11 : audit 0 from='client.25907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:30:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:08 smithi173 bash[23566]: cephadm 2024-05-11T04:30:07.446975+0000 mgr.y (mgr.25853) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:30:08.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:08 smithi173 bash[23566]: audit 2024-05-11T04:30:07.453413+0000 mon.a (mon.0) 52 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:09.725 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:30:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:30:09] "GET /metrics HTTP/1.1" 200 31288 "" "Prometheus/2.43.0" 2024-05-11T04:30:09.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:09 smithi113 bash[81732]: cluster 2024-05-11T04:30:08.729456+0000 mgr.y (mgr.25853) 13 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:30:09.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:09 smithi113 bash[81732]: cluster 2024-05-11T04:30:08.729456+0000 mgr.y (mgr.25853) 13 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:30:09.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:09 smithi113 bash[31590]: cluster 2024-05-11T04:30:08.729456+0000 mgr.y (mgr.25853) 13 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:30:09.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:09 smithi173 bash[23566]: cluster 2024-05-11T04:30:08.729456+0000 mgr.y (mgr.25853) 13 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:30:12.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:11 smithi173 bash[23566]: cluster 2024-05-11T04:30:10.730610+0000 mgr.y (mgr.25853) 14 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:30:12.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:11 smithi113 bash[31590]: cluster 2024-05-11T04:30:10.730610+0000 mgr.y (mgr.25853) 14 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:30:12.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:11 smithi113 bash[81732]: cluster 2024-05-11T04:30:10.730610+0000 mgr.y (mgr.25853) 14 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:30:12.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:11 smithi113 bash[81732]: cluster 2024-05-11T04:30:10.730610+0000 mgr.y (mgr.25853) 14 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:30:12.878 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:30:14.060 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:13 smithi113 bash[31590]: cluster 2024-05-11T04:30:12.731265+0000 mgr.y (mgr.25853) 15 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:14.060 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:13 smithi113 bash[81732]: cluster 2024-05-11T04:30:12.731265+0000 mgr.y (mgr.25853) 15 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:14.060 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:13 smithi113 bash[81732]: cluster 2024-05-11T04:30:12.731265+0000 mgr.y (mgr.25853) 15 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:13 smithi173 bash[23566]: cluster 2024-05-11T04:30:12.731265+0000 mgr.y (mgr.25853) 15 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:15.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:14 smithi113 bash[31590]: audit 2024-05-11T04:30:13.808078+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:15.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:14 smithi113 bash[81732]: audit 2024-05-11T04:30:13.808078+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:15.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:14 smithi113 bash[81732]: audit 2024-05-11T04:30:13.808078+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:15.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:14 smithi173 bash[23566]: audit 2024-05-11T04:30:13.808078+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:15.975 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:15 smithi113 bash[31590]: cluster 2024-05-11T04:30:14.731805+0000 mgr.y (mgr.25853) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:15.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:15 smithi113 bash[81732]: cluster 2024-05-11T04:30:14.731805+0000 mgr.y (mgr.25853) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:15.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:15 smithi113 bash[81732]: cluster 2024-05-11T04:30:14.731805+0000 mgr.y (mgr.25853) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:15 smithi173 bash[23566]: cluster 2024-05-11T04:30:14.731805+0000 mgr.y (mgr.25853) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:17.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.220332+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.220332+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.237339+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.237339+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.242965+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.242965+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.245174+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:16.245174+0000 mon.c (mon.2) 84 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.248057+0000 mgr.y (mgr.25853) 17 : cephadm [INF] Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.248057+0000 mgr.y (mgr.25853) 17 : cephadm [INF] Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.248557+0000 mgr.y (mgr.25853) 18 : cephadm [INF] Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.248557+0000 mgr.y (mgr.25853) 18 : cephadm [INF] Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.514083+0000 mgr.y (mgr.25853) 19 : cephadm [INF] Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.514083+0000 mgr.y (mgr.25853) 19 : cephadm [INF] Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.515214+0000 mgr.y (mgr.25853) 20 : cephadm [INF] Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.515214+0000 mgr.y (mgr.25853) 20 : cephadm [INF] Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.678764+0000 mgr.y (mgr.25853) 21 : cephadm [INF] Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.678764+0000 mgr.y (mgr.25853) 21 : cephadm [INF] Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.680547+0000 mgr.y (mgr.25853) 22 : cephadm [INF] Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.680547+0000 mgr.y (mgr.25853) 22 : cephadm [INF] Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cluster 2024-05-11T04:30:16.732374+0000 mgr.y (mgr.25853) 23 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cluster 2024-05-11T04:30:16.732374+0000 mgr.y (mgr.25853) 23 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:16.220332+0000 mon.a (mon.0) 53 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:16.237339+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:16.242965+0000 mon.c (mon.2) 83 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:16.245174+0000 mon.c (mon.2) 84 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.248057+0000 mgr.y (mgr.25853) 17 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.248557+0000 mgr.y (mgr.25853) 18 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.514083+0000 mgr.y (mgr.25853) 19 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.515214+0000 mgr.y (mgr.25853) 20 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.678764+0000 mgr.y (mgr.25853) 21 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.680547+0000 mgr.y (mgr.25853) 22 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cluster 2024-05-11T04:30:16.732374+0000 mgr.y (mgr.25853) 23 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.843407+0000 mgr.y (mgr.25853) 24 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: cephadm 2024-05-11T04:30:16.845146+0000 mgr.y (mgr.25853) 25 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.015463+0000 mon.a (mon.0) 55 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.021666+0000 mon.a (mon.0) 56 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.035016+0000 mon.a (mon.0) 57 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.042469+0000 mon.a (mon.0) 58 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.053430+0000 mon.a (mon.0) 59 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.148377+0000 mon.c (mon.2) 85 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.152204+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.154037+0000 mon.c (mon.2) 87 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:17 smithi113 bash[31590]: audit 2024-05-11T04:30:17.165569+0000 mon.a (mon.0) 60 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.843407+0000 mgr.y (mgr.25853) 24 : cephadm [INF] Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.843407+0000 mgr.y (mgr.25853) 24 : cephadm [INF] Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.845146+0000 mgr.y (mgr.25853) 25 : cephadm [INF] Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: cephadm 2024-05-11T04:30:16.845146+0000 mgr.y (mgr.25853) 25 : cephadm [INF] Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.015463+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.015463+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.021666+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.480 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.021666+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.035016+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.035016+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.042469+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.042469+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.053430+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.053430+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.148377+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.148377+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.152204+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.152204+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.154037+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.154037+0000 mon.c (mon.2) 87 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.165569+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.481 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:17 smithi113 bash[81732]: audit 2024-05-11T04:30:17.165569+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:16.220332+0000 mon.a (mon.0) 53 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:16.237339+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:16.242965+0000 mon.c (mon.2) 83 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:16.245174+0000 mon.c (mon.2) 84 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.248057+0000 mgr.y (mgr.25853) 17 : cephadm 1 Updating smithi113:/etc/ceph/ceph.conf 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.248557+0000 mgr.y (mgr.25853) 18 : cephadm 1 Updating smithi173:/etc/ceph/ceph.conf 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.514083+0000 mgr.y (mgr.25853) 19 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.515214+0000 mgr.y (mgr.25853) 20 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.678764+0000 mgr.y (mgr.25853) 21 : cephadm 1 Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.680547+0000 mgr.y (mgr.25853) 22 : cephadm 1 Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cluster 2024-05-11T04:30:16.732374+0000 mgr.y (mgr.25853) 23 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.843407+0000 mgr.y (mgr.25853) 24 : cephadm 1 Updating smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: cephadm 2024-05-11T04:30:16.845146+0000 mgr.y (mgr.25853) 25 : cephadm 1 Updating smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.015463+0000 mon.a (mon.0) 55 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.021666+0000 mon.a (mon.0) 56 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.035016+0000 mon.a (mon.0) 57 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.042469+0000 mon.a (mon.0) 58 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.053430+0000 mon.a (mon.0) 59 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.148377+0000 mon.c (mon.2) 85 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.152204+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.154037+0000 mon.c (mon.2) 87 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:30:17.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:17 smithi173 bash[23566]: audit 2024-05-11T04:30:17.165569+0000 mon.a (mon.0) 60 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:30:19.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:30:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:30:19] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-05-11T04:30:19.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:19 smithi113 bash[81732]: cluster 2024-05-11T04:30:18.732985+0000 mgr.y (mgr.25853) 26 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:19.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:19 smithi113 bash[81732]: cluster 2024-05-11T04:30:18.732985+0000 mgr.y (mgr.25853) 26 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:19.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:19 smithi113 bash[31590]: cluster 2024-05-11T04:30:18.732985+0000 mgr.y (mgr.25853) 26 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:20.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:19 smithi173 bash[23566]: cluster 2024-05-11T04:30:18.732985+0000 mgr.y (mgr.25853) 26 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:22.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:21 smithi113 bash[31590]: cluster 2024-05-11T04:30:20.734133+0000 mgr.y (mgr.25853) 27 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:21 smithi113 bash[81732]: cluster 2024-05-11T04:30:20.734133+0000 mgr.y (mgr.25853) 27 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:21 smithi113 bash[81732]: cluster 2024-05-11T04:30:20.734133+0000 mgr.y (mgr.25853) 27 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:21 smithi173 bash[23566]: cluster 2024-05-11T04:30:20.734133+0000 mgr.y (mgr.25853) 27 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:24.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:23 smithi113 bash[81732]: cluster 2024-05-11T04:30:22.734837+0000 mgr.y (mgr.25853) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:24.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:23 smithi113 bash[81732]: cluster 2024-05-11T04:30:22.734837+0000 mgr.y (mgr.25853) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:24.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:23 smithi113 bash[31590]: cluster 2024-05-11T04:30:22.734837+0000 mgr.y (mgr.25853) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:23 smithi173 bash[23566]: cluster 2024-05-11T04:30:22.734837+0000 mgr.y (mgr.25853) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:26.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:25 smithi113 bash[81732]: cluster 2024-05-11T04:30:24.735759+0000 mgr.y (mgr.25853) 29 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:26.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:25 smithi113 bash[81732]: cluster 2024-05-11T04:30:24.735759+0000 mgr.y (mgr.25853) 29 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:25 smithi113 bash[31590]: cluster 2024-05-11T04:30:24.735759+0000 mgr.y (mgr.25853) 29 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:25 smithi173 bash[23566]: cluster 2024-05-11T04:30:24.735759+0000 mgr.y (mgr.25853) 29 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:28.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:27 smithi113 bash[31590]: cluster 2024-05-11T04:30:26.736714+0000 mgr.y (mgr.25853) 30 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:27 smithi113 bash[81732]: cluster 2024-05-11T04:30:26.736714+0000 mgr.y (mgr.25853) 30 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:27 smithi113 bash[81732]: cluster 2024-05-11T04:30:26.736714+0000 mgr.y (mgr.25853) 30 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:27 smithi173 bash[23566]: cluster 2024-05-11T04:30:26.736714+0000 mgr.y (mgr.25853) 30 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:29.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:28 smithi113 bash[81732]: audit 2024-05-11T04:30:28.805943+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:28 smithi113 bash[81732]: audit 2024-05-11T04:30:28.805943+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:29.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:28 smithi113 bash[31590]: audit 2024-05-11T04:30:28.805943+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:28 smithi173 bash[23566]: audit 2024-05-11T04:30:28.805943+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:29.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:30:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:30:29] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-05-11T04:30:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:29 smithi113 bash[31590]: cluster 2024-05-11T04:30:28.737392+0000 mgr.y (mgr.25853) 31 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:29.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:29 smithi113 bash[81732]: cluster 2024-05-11T04:30:28.737392+0000 mgr.y (mgr.25853) 31 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:29.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:29 smithi113 bash[81732]: cluster 2024-05-11T04:30:28.737392+0000 mgr.y (mgr.25853) 31 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:29 smithi173 bash[23566]: cluster 2024-05-11T04:30:28.737392+0000 mgr.y (mgr.25853) 31 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:32.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:31 smithi113 bash[31590]: cluster 2024-05-11T04:30:30.738458+0000 mgr.y (mgr.25853) 32 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:31 smithi113 bash[81732]: cluster 2024-05-11T04:30:30.738458+0000 mgr.y (mgr.25853) 32 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:31 smithi113 bash[81732]: cluster 2024-05-11T04:30:30.738458+0000 mgr.y (mgr.25853) 32 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:31 smithi173 bash[23566]: cluster 2024-05-11T04:30:30.738458+0000 mgr.y (mgr.25853) 32 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:34.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:33 smithi113 bash[31590]: cluster 2024-05-11T04:30:32.739121+0000 mgr.y (mgr.25853) 33 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:34.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:33 smithi113 bash[81732]: cluster 2024-05-11T04:30:32.739121+0000 mgr.y (mgr.25853) 33 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:34.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:33 smithi113 bash[81732]: cluster 2024-05-11T04:30:32.739121+0000 mgr.y (mgr.25853) 33 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:33 smithi173 bash[23566]: cluster 2024-05-11T04:30:32.739121+0000 mgr.y (mgr.25853) 33 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:36.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:35 smithi113 bash[81732]: cluster 2024-05-11T04:30:34.740189+0000 mgr.y (mgr.25853) 34 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:36.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:35 smithi113 bash[81732]: cluster 2024-05-11T04:30:34.740189+0000 mgr.y (mgr.25853) 34 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:36.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:35 smithi113 bash[31590]: cluster 2024-05-11T04:30:34.740189+0000 mgr.y (mgr.25853) 34 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:35 smithi173 bash[23566]: cluster 2024-05-11T04:30:34.740189+0000 mgr.y (mgr.25853) 34 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:38.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:37 smithi113 bash[31590]: cluster 2024-05-11T04:30:36.740856+0000 mgr.y (mgr.25853) 35 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:38.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:37 smithi113 bash[81732]: cluster 2024-05-11T04:30:36.740856+0000 mgr.y (mgr.25853) 35 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:38.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:37 smithi113 bash[81732]: cluster 2024-05-11T04:30:36.740856+0000 mgr.y (mgr.25853) 35 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:37 smithi173 bash[23566]: cluster 2024-05-11T04:30:36.740856+0000 mgr.y (mgr.25853) 35 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:39.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:30:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:30:39] "GET /metrics HTTP/1.1" 200 33976 "" "Prometheus/2.43.0" 2024-05-11T04:30:39.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:39 smithi113 bash[31590]: cluster 2024-05-11T04:30:38.741534+0000 mgr.y (mgr.25853) 36 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:39.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:39 smithi113 bash[81732]: cluster 2024-05-11T04:30:38.741534+0000 mgr.y (mgr.25853) 36 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:39.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:39 smithi113 bash[81732]: cluster 2024-05-11T04:30:38.741534+0000 mgr.y (mgr.25853) 36 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:39 smithi173 bash[23566]: cluster 2024-05-11T04:30:38.741534+0000 mgr.y (mgr.25853) 36 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:42.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:41 smithi113 bash[31590]: cluster 2024-05-11T04:30:40.742629+0000 mgr.y (mgr.25853) 37 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:41 smithi113 bash[81732]: cluster 2024-05-11T04:30:40.742629+0000 mgr.y (mgr.25853) 37 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:41 smithi113 bash[81732]: cluster 2024-05-11T04:30:40.742629+0000 mgr.y (mgr.25853) 37 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:41 smithi173 bash[23566]: cluster 2024-05-11T04:30:40.742629+0000 mgr.y (mgr.25853) 37 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:44.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:43 smithi113 bash[31590]: cluster 2024-05-11T04:30:42.743302+0000 mgr.y (mgr.25853) 38 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:44.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:43 smithi113 bash[31590]: audit 2024-05-11T04:30:43.806506+0000 mon.c (mon.2) 89 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:44.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:43 smithi113 bash[81732]: cluster 2024-05-11T04:30:42.743302+0000 mgr.y (mgr.25853) 38 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:44.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:43 smithi113 bash[81732]: cluster 2024-05-11T04:30:42.743302+0000 mgr.y (mgr.25853) 38 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:44.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:43 smithi113 bash[81732]: audit 2024-05-11T04:30:43.806506+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:43 smithi113 bash[81732]: audit 2024-05-11T04:30:43.806506+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:43 smithi173 bash[23566]: cluster 2024-05-11T04:30:42.743302+0000 mgr.y (mgr.25853) 38 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:43 smithi173 bash[23566]: audit 2024-05-11T04:30:43.806506+0000 mon.c (mon.2) 89 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:46.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:45 smithi113 bash[31590]: cluster 2024-05-11T04:30:44.744358+0000 mgr.y (mgr.25853) 39 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:46.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:45 smithi113 bash[81732]: cluster 2024-05-11T04:30:44.744358+0000 mgr.y (mgr.25853) 39 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:46.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:45 smithi113 bash[81732]: cluster 2024-05-11T04:30:44.744358+0000 mgr.y (mgr.25853) 39 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:46.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:45 smithi173 bash[23566]: cluster 2024-05-11T04:30:44.744358+0000 mgr.y (mgr.25853) 39 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:48.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:47 smithi113 bash[31590]: cluster 2024-05-11T04:30:46.744993+0000 mgr.y (mgr.25853) 40 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:48.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:47 smithi113 bash[81732]: cluster 2024-05-11T04:30:46.744993+0000 mgr.y (mgr.25853) 40 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:48.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:47 smithi113 bash[81732]: cluster 2024-05-11T04:30:46.744993+0000 mgr.y (mgr.25853) 40 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:48.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:47 smithi173 bash[23566]: cluster 2024-05-11T04:30:46.744993+0000 mgr.y (mgr.25853) 40 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:30:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:30:49] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-05-11T04:30:49.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:49 smithi113 bash[31590]: cluster 2024-05-11T04:30:48.745782+0000 mgr.y (mgr.25853) 41 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:49.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:49 smithi113 bash[81732]: cluster 2024-05-11T04:30:48.745782+0000 mgr.y (mgr.25853) 41 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:49.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:49 smithi113 bash[81732]: cluster 2024-05-11T04:30:48.745782+0000 mgr.y (mgr.25853) 41 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:50.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:49 smithi173 bash[23566]: cluster 2024-05-11T04:30:48.745782+0000 mgr.y (mgr.25853) 41 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:52.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:51 smithi113 bash[31590]: cluster 2024-05-11T04:30:50.746928+0000 mgr.y (mgr.25853) 42 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:52.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:51 smithi113 bash[81732]: cluster 2024-05-11T04:30:50.746928+0000 mgr.y (mgr.25853) 42 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:52.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:51 smithi113 bash[81732]: cluster 2024-05-11T04:30:50.746928+0000 mgr.y (mgr.25853) 42 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:52.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:51 smithi173 bash[23566]: cluster 2024-05-11T04:30:50.746928+0000 mgr.y (mgr.25853) 42 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:54.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:53 smithi113 bash[31590]: cluster 2024-05-11T04:30:52.747537+0000 mgr.y (mgr.25853) 43 : cluster 0 pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:53 smithi113 bash[81732]: cluster 2024-05-11T04:30:52.747537+0000 mgr.y (mgr.25853) 43 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:53 smithi113 bash[81732]: cluster 2024-05-11T04:30:52.747537+0000 mgr.y (mgr.25853) 43 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:53 smithi173 bash[23566]: cluster 2024-05-11T04:30:52.747537+0000 mgr.y (mgr.25853) 43 : cluster 0 pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:56.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:55 smithi113 bash[31590]: cluster 2024-05-11T04:30:54.748610+0000 mgr.y (mgr.25853) 44 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:56.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:55 smithi113 bash[81732]: cluster 2024-05-11T04:30:54.748610+0000 mgr.y (mgr.25853) 44 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:56.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:55 smithi113 bash[81732]: cluster 2024-05-11T04:30:54.748610+0000 mgr.y (mgr.25853) 44 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:56.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:55 smithi173 bash[23566]: cluster 2024-05-11T04:30:54.748610+0000 mgr.y (mgr.25853) 44 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:58.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:57 smithi113 bash[31590]: cluster 2024-05-11T04:30:56.749297+0000 mgr.y (mgr.25853) 45 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:58.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:57 smithi113 bash[81732]: cluster 2024-05-11T04:30:56.749297+0000 mgr.y (mgr.25853) 45 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:58.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:57 smithi113 bash[81732]: cluster 2024-05-11T04:30:56.749297+0000 mgr.y (mgr.25853) 45 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:58.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:57 smithi173 bash[23566]: cluster 2024-05-11T04:30:56.749297+0000 mgr.y (mgr.25853) 45 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:30:59.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:58 smithi113 bash[31590]: audit 2024-05-11T04:30:58.812089+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:59.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:58 smithi113 bash[81732]: audit 2024-05-11T04:30:58.812089+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:59.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:58 smithi113 bash[81732]: audit 2024-05-11T04:30:58.812089+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:58 smithi173 bash[23566]: audit 2024-05-11T04:30:58.812089+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:30:59.927 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:30:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:30:59] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-05-11T04:31:00.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:30:59 smithi113 bash[31590]: cluster 2024-05-11T04:30:58.749957+0000 mgr.y (mgr.25853) 46 : cluster 0 pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:00.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:59 smithi113 bash[81732]: cluster 2024-05-11T04:30:58.749957+0000 mgr.y (mgr.25853) 46 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:00.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:30:59 smithi113 bash[81732]: cluster 2024-05-11T04:30:58.749957+0000 mgr.y (mgr.25853) 46 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:30:59 smithi173 bash[23566]: cluster 2024-05-11T04:30:58.749957+0000 mgr.y (mgr.25853) 46 : cluster 0 pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:02.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:01 smithi113 bash[81732]: cluster 2024-05-11T04:31:00.751115+0000 mgr.y (mgr.25853) 47 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:02.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:01 smithi113 bash[81732]: cluster 2024-05-11T04:31:00.751115+0000 mgr.y (mgr.25853) 47 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:02.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:01 smithi113 bash[31590]: cluster 2024-05-11T04:31:00.751115+0000 mgr.y (mgr.25853) 47 : cluster 0 pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:01 smithi173 bash[23566]: cluster 2024-05-11T04:31:00.751115+0000 mgr.y (mgr.25853) 47 : cluster 0 pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:03 smithi113 bash[81732]: cluster 2024-05-11T04:31:02.751762+0000 mgr.y (mgr.25853) 48 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:03 smithi113 bash[81732]: cluster 2024-05-11T04:31:02.751762+0000 mgr.y (mgr.25853) 48 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:04.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:03 smithi113 bash[31590]: cluster 2024-05-11T04:31:02.751762+0000 mgr.y (mgr.25853) 48 : cluster 0 pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:03 smithi173 bash[23566]: cluster 2024-05-11T04:31:02.751762+0000 mgr.y (mgr.25853) 48 : cluster 0 pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:06.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:05 smithi113 bash[31590]: cluster 2024-05-11T04:31:04.752843+0000 mgr.y (mgr.25853) 49 : cluster 0 pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:06.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:05 smithi113 bash[81732]: cluster 2024-05-11T04:31:04.752843+0000 mgr.y (mgr.25853) 49 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:06.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:05 smithi113 bash[81732]: cluster 2024-05-11T04:31:04.752843+0000 mgr.y (mgr.25853) 49 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:05 smithi173 bash[23566]: cluster 2024-05-11T04:31:04.752843+0000 mgr.y (mgr.25853) 49 : cluster 0 pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:08.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:07 smithi113 bash[31590]: cluster 2024-05-11T04:31:06.753426+0000 mgr.y (mgr.25853) 50 : cluster 0 pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:07 smithi113 bash[81732]: cluster 2024-05-11T04:31:06.753426+0000 mgr.y (mgr.25853) 50 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:07 smithi113 bash[81732]: cluster 2024-05-11T04:31:06.753426+0000 mgr.y (mgr.25853) 50 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:08.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:07 smithi173 bash[23566]: cluster 2024-05-11T04:31:06.753426+0000 mgr.y (mgr.25853) 50 : cluster 0 pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:09.948 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:31:09] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-05-11T04:31:10.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:09 smithi113 bash[81732]: cluster 2024-05-11T04:31:08.754037+0000 mgr.y (mgr.25853) 51 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:10.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:09 smithi113 bash[81732]: cluster 2024-05-11T04:31:08.754037+0000 mgr.y (mgr.25853) 51 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:10.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:09 smithi113 bash[31590]: cluster 2024-05-11T04:31:08.754037+0000 mgr.y (mgr.25853) 51 : cluster 0 pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:10.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:09 smithi173 bash[23566]: cluster 2024-05-11T04:31:08.754037+0000 mgr.y (mgr.25853) 51 : cluster 0 pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:12.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:11 smithi113 bash[31590]: cluster 2024-05-11T04:31:10.755112+0000 mgr.y (mgr.25853) 52 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:12.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:11 smithi113 bash[81732]: cluster 2024-05-11T04:31:10.755112+0000 mgr.y (mgr.25853) 52 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:12.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:11 smithi113 bash[81732]: cluster 2024-05-11T04:31:10.755112+0000 mgr.y (mgr.25853) 52 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:11 smithi173 bash[23566]: cluster 2024-05-11T04:31:10.755112+0000 mgr.y (mgr.25853) 52 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:14.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:13 smithi113 bash[31590]: cluster 2024-05-11T04:31:12.755791+0000 mgr.y (mgr.25853) 53 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:14.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:13 smithi113 bash[31590]: audit 2024-05-11T04:31:13.812449+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:13 smithi113 bash[81732]: cluster 2024-05-11T04:31:12.755791+0000 mgr.y (mgr.25853) 53 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:13 smithi113 bash[81732]: cluster 2024-05-11T04:31:12.755791+0000 mgr.y (mgr.25853) 53 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:13 smithi113 bash[81732]: audit 2024-05-11T04:31:13.812449+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:13 smithi113 bash[81732]: audit 2024-05-11T04:31:13.812449+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:13 smithi173 bash[23566]: cluster 2024-05-11T04:31:12.755791+0000 mgr.y (mgr.25853) 53 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:13 smithi173 bash[23566]: audit 2024-05-11T04:31:13.812449+0000 mon.c (mon.2) 91 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:16.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:15 smithi113 bash[31590]: cluster 2024-05-11T04:31:14.756838+0000 mgr.y (mgr.25853) 54 : cluster 0 pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:16.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:15 smithi113 bash[81732]: cluster 2024-05-11T04:31:14.756838+0000 mgr.y (mgr.25853) 54 : cluster [DBG] pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:16.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:15 smithi113 bash[81732]: cluster 2024-05-11T04:31:14.756838+0000 mgr.y (mgr.25853) 54 : cluster [DBG] pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:15 smithi173 bash[23566]: cluster 2024-05-11T04:31:14.756838+0000 mgr.y (mgr.25853) 54 : cluster 0 pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:16.311 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade resume' 2024-05-11T04:31:18.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:17 smithi113 bash[31590]: cluster 2024-05-11T04:31:16.757443+0000 mgr.y (mgr.25853) 55 : cluster 0 pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:18.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:17 smithi113 bash[31590]: audit 2024-05-11T04:31:17.252185+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:17 smithi113 bash[81732]: cluster 2024-05-11T04:31:16.757443+0000 mgr.y (mgr.25853) 55 : cluster [DBG] pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:17 smithi113 bash[81732]: cluster 2024-05-11T04:31:16.757443+0000 mgr.y (mgr.25853) 55 : cluster [DBG] pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:17 smithi113 bash[81732]: audit 2024-05-11T04:31:17.252185+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:17 smithi113 bash[81732]: audit 2024-05-11T04:31:17.252185+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:17 smithi173 bash[23566]: cluster 2024-05-11T04:31:16.757443+0000 mgr.y (mgr.25853) 55 : cluster 0 pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:17 smithi173 bash[23566]: audit 2024-05-11T04:31:17.252185+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:31:19] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-05-11T04:31:19.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:19 smithi113 bash[31590]: cluster 2024-05-11T04:31:18.758071+0000 mgr.y (mgr.25853) 56 : cluster 0 pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:19.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:19 smithi113 bash[81732]: cluster 2024-05-11T04:31:18.758071+0000 mgr.y (mgr.25853) 56 : cluster [DBG] pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:19.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:19 smithi113 bash[81732]: cluster 2024-05-11T04:31:18.758071+0000 mgr.y (mgr.25853) 56 : cluster [DBG] pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:20.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:19 smithi173 bash[23566]: cluster 2024-05-11T04:31:18.758071+0000 mgr.y (mgr.25853) 56 : cluster 0 pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:21.045 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:31:22.111 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:21 smithi113 bash[31590]: cluster 2024-05-11T04:31:20.759152+0000 mgr.y (mgr.25853) 57 : cluster 0 pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:22.111 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:21 smithi113 bash[81732]: cluster 2024-05-11T04:31:20.759152+0000 mgr.y (mgr.25853) 57 : cluster [DBG] pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:22.112 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:21 smithi113 bash[81732]: cluster 2024-05-11T04:31:20.759152+0000 mgr.y (mgr.25853) 57 : cluster [DBG] pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:21 smithi173 bash[23566]: cluster 2024-05-11T04:31:20.759152+0000 mgr.y (mgr.25853) 57 : cluster 0 pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:23.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:23 smithi113 bash[31590]: cluster 2024-05-11T04:31:22.759545+0000 mgr.y (mgr.25853) 58 : cluster 0 pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:23.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:23 smithi113 bash[31590]: audit 2024-05-11T04:31:22.793720+0000 mon.a (mon.0) 61 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:23 smithi113 bash[31590]: audit 2024-05-11T04:31:22.801118+0000 mon.a (mon.0) 62 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:23 smithi113 bash[31590]: audit 2024-05-11T04:31:23.457901+0000 mon.a (mon.0) 63 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:23 smithi113 bash[31590]: audit 2024-05-11T04:31:23.480776+0000 mon.a (mon.0) 64 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: cluster 2024-05-11T04:31:22.759545+0000 mgr.y (mgr.25853) 58 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: cluster 2024-05-11T04:31:22.759545+0000 mgr.y (mgr.25853) 58 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:22.793720+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:22.793720+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:22.801118+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:22.801118+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:23.457901+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:23.457901+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:23.480776+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:23 smithi113 bash[81732]: audit 2024-05-11T04:31:23.480776+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:24.088 INFO:teuthology.orchestra.run.smithi113.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:31:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:23 smithi173 bash[23566]: cluster 2024-05-11T04:31:22.759545+0000 mgr.y (mgr.25853) 58 : cluster 0 pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:23 smithi173 bash[23566]: audit 2024-05-11T04:31:22.793720+0000 mon.a (mon.0) 61 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:23 smithi173 bash[23566]: audit 2024-05-11T04:31:22.801118+0000 mon.a (mon.0) 62 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:23 smithi173 bash[23566]: audit 2024-05-11T04:31:23.457901+0000 mon.a (mon.0) 63 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:23 smithi173 bash[23566]: audit 2024-05-11T04:31:23.480776+0000 mon.a (mon.0) 64 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.223 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for majority of mons to upgrade' 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.068203+0000 mgr.y (mgr.25853) 59 : audit 0 from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: cephadm 2024-05-11T04:31:24.071954+0000 mgr.y (mgr.25853) 60 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.081468+0000 mon.a (mon.0) 65 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.163309+0000 mon.c (mon.2) 93 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.164078+0000 mon.c (mon.2) 94 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.169515+0000 mon.a (mon.0) 66 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.212490+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.214435+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.215624+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:25 smithi113 bash[31590]: audit 2024-05-11T04:31:24.216295+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.068203+0000 mgr.y (mgr.25853) 59 : audit [DBG] from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.068203+0000 mgr.y (mgr.25853) 59 : audit [DBG] from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: cephadm 2024-05-11T04:31:24.071954+0000 mgr.y (mgr.25853) 60 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: cephadm 2024-05-11T04:31:24.071954+0000 mgr.y (mgr.25853) 60 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.081468+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.081468+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.163309+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.163309+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.164078+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.164078+0000 mon.c (mon.2) 94 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.169515+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.169515+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.212490+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.212490+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.214435+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.214435+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.215624+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.215624+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.216295+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:31:25.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:25 smithi113 bash[81732]: audit 2024-05-11T04:31:24.216295+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:31:25.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.068203+0000 mgr.y (mgr.25853) 59 : audit 0 from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:25.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: cephadm 2024-05-11T04:31:24.071954+0000 mgr.y (mgr.25853) 60 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:31:25.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.081468+0000 mon.a (mon.0) 65 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.163309+0000 mon.c (mon.2) 93 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.164078+0000 mon.c (mon.2) 94 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.169515+0000 mon.a (mon.0) 66 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.212490+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.214435+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.215624+0000 mon.c (mon.2) 97 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:25 smithi173 bash[23566]: audit 2024-05-11T04:31:24.216295+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:31:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:26 smithi113 bash[81732]: cephadm 2024-05-11T04:31:24.216809+0000 mgr.y (mgr.25853) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-05-11T04:31:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:26 smithi113 bash[81732]: cephadm 2024-05-11T04:31:24.216809+0000 mgr.y (mgr.25853) 61 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-05-11T04:31:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:26 smithi113 bash[81732]: cluster 2024-05-11T04:31:24.760576+0000 mgr.y (mgr.25853) 62 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:26 smithi113 bash[81732]: cluster 2024-05-11T04:31:24.760576+0000 mgr.y (mgr.25853) 62 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:26 smithi113 bash[31590]: cephadm 2024-05-11T04:31:24.216809+0000 mgr.y (mgr.25853) 61 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-05-11T04:31:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:26 smithi113 bash[31590]: cluster 2024-05-11T04:31:24.760576+0000 mgr.y (mgr.25853) 62 : cluster 0 pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:26 smithi173 bash[23566]: cephadm 2024-05-11T04:31:24.216809+0000 mgr.y (mgr.25853) 61 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-05-11T04:31:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:26 smithi173 bash[23566]: cluster 2024-05-11T04:31:24.760576+0000 mgr.y (mgr.25853) 62 : cluster 0 pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: cephadm 2024-05-11T04:31:26.586048+0000 mgr.y (mgr.25853) 63 : cephadm 1 Upgrade: Updating mon.c 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: audit 2024-05-11T04:31:26.592614+0000 mon.a (mon.0) 67 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: audit 2024-05-11T04:31:26.595249+0000 mon.c (mon.2) 99 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: audit 2024-05-11T04:31:26.596167+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: audit 2024-05-11T04:31:26.597144+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: cephadm 2024-05-11T04:31:26.598749+0000 mgr.y (mgr.25853) 64 : cephadm 1 Deploying daemon mon.c on smithi113 2024-05-11T04:31:27.864 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:27 smithi113 bash[31590]: cluster 2024-05-11T04:31:26.761146+0000 mgr.y (mgr.25853) 65 : cluster 0 pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: cephadm 2024-05-11T04:31:26.586048+0000 mgr.y (mgr.25853) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: cephadm 2024-05-11T04:31:26.586048+0000 mgr.y (mgr.25853) 63 : cephadm [INF] Upgrade: Updating mon.c 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.592614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.592614+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.595249+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.595249+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.596167+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.596167+0000 mon.c (mon.2) 100 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.597144+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: audit 2024-05-11T04:31:26.597144+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: cephadm 2024-05-11T04:31:26.598749+0000 mgr.y (mgr.25853) 64 : cephadm [INF] Deploying daemon mon.c on smithi113 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: cephadm 2024-05-11T04:31:26.598749+0000 mgr.y (mgr.25853) 64 : cephadm [INF] Deploying daemon mon.c on smithi113 2024-05-11T04:31:27.865 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: cluster 2024-05-11T04:31:26.761146+0000 mgr.y (mgr.25853) 65 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:27.866 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:27 smithi113 bash[81732]: cluster 2024-05-11T04:31:26.761146+0000 mgr.y (mgr.25853) 65 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:28.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: cephadm 2024-05-11T04:31:26.586048+0000 mgr.y (mgr.25853) 63 : cephadm 1 Upgrade: Updating mon.c 2024-05-11T04:31:28.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: audit 2024-05-11T04:31:26.592614+0000 mon.a (mon.0) 67 : audit 1 from='mgr.25853 ' entity='mgr.y' 2024-05-11T04:31:28.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: audit 2024-05-11T04:31:26.595249+0000 mon.c (mon.2) 99 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:28.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: audit 2024-05-11T04:31:26.596167+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:28.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: audit 2024-05-11T04:31:26.597144+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:28.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: cephadm 2024-05-11T04:31:26.598749+0000 mgr.y (mgr.25853) 64 : cephadm 1 Deploying daemon mon.c on smithi113 2024-05-11T04:31:28.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:27 smithi173 bash[23566]: cluster 2024-05-11T04:31:26.761146+0000 mgr.y (mgr.25853) 65 : cluster 0 pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:28.976 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.976 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.977 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.977 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:28 smithi113 bash[31590]: audit 2024-05-11T04:31:28.812853+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.978 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:28 smithi113 bash[81732]: audit 2024-05-11T04:31:28.812853+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:28.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:28 smithi113 bash[81732]: audit 2024-05-11T04:31:28.812853+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:28.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:28.978 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:31:28 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:28 smithi173 bash[23566]: audit 2024-05-11T04:31:28.812853+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:29.293 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: [11/May/2024:04:31:29] ENGINE Bus STOPPING 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: [11/May/2024:04:31:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: [11/May/2024:04:31:29] ENGINE Bus STOPPED 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: [11/May/2024:04:31:29] ENGINE Bus STARTING 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: [11/May/2024:04:31:29] ENGINE Serving on http://:::9283 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: [11/May/2024:04:31:29] ENGINE Bus STARTED 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:29 smithi113 systemd[1]: Stopping Ceph mon.c for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:29 smithi113 bash[31590]: debug 2024-05-11T04:31:29.125+0000 7fbd6b88e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:31:29.294 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:29 smithi113 bash[31590]: debug 2024-05-11T04:31:29.125+0000 7fbd6b88e700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-05-11T04:31:29.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:29 smithi113 bash[84036]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-c 2024-05-11T04:31:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:31:29] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-05-11T04:31:30.256 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.257 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.257 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.257 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.258 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.258 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.258 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.259 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.259 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:30 smithi113 bash[84108]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-c 2024-05-11T04:31:30.259 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.c.service: Deactivated successfully. 2024-05-11T04:31:30.259 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: Stopped Ceph mon.c for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:31:30.259 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:30.498 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:31:30.518 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:30 smithi113 systemd[1]: Started Ceph mon.c for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.629+0000 7fdb7f600c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.629+0000 7fdb7f600c80 0 ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev), process ceph-mon, pid 7 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.629+0000 7fdb7f600c80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 0 load: jerasure load: lrc 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Git sha 0 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Compile date 2024-05-03 15:45:17 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: DB SUMMARY 2024-05-11T04:31:31.641 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: DB Session ID: L87HMBGSHQB5EJYXZ3O4 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2120 Bytes 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000036.sst 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000034.log size: 743068 ; 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.env: 0x55af401a5cc0 2024-05-11T04:31:31.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:31:31.643 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.info_log: 0x55af41d9bde0 2024-05-11T04:31:31.643 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:31:31.643 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:31:31.643 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:31:31.643 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:31:31.644 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.write_buffer_manager: 0x55af41d6d220 2024-05-11T04:31:31.645 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:31:31.646 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:31:31.647 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:31:31.648 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:31:31.649 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55af41d9bfa0) 2024-05-11T04:31:31.650 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: cache_index_and_filter_blocks: 1 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: pin_top_level_index_and_filter: 1 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: index_type: 0 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: data_block_index_type: 0 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: index_shortening: 1 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: checksum: 4 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: no_block_cache: 0 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_cache: 0x55af41d9d1f0 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_cache_name: BinnedLRUCache 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_cache_options: 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: capacity : 536870912 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: num_shard_bits : 4 2024-05-11T04:31:31.651 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: strict_capacity_limit : 0 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: high_pri_pool_ratio: 0.000 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_cache_compressed: (nil) 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: persistent_cache: (nil) 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_size: 4096 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_size_deviation: 10 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_restart_interval: 16 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: index_block_restart_interval: 1 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: metadata_block_size: 4096 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: partition_filters: 0 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: use_delta_encoding: 1 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: filter_policy: bloomfilter 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: whole_key_filtering: 1 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: verify_compression: 0 2024-05-11T04:31:31.652 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: read_amp_bytes_per_bit: 0 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: format_version: 5 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: enable_index_compression: 1 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: block_align: 0 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: max_auto_readahead_size: 262144 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: prepopulate_block_cache: 0 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: initial_auto_readahead_size: 8192 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:31:31.653 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:31:31.654 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:31:31.655 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:31:31.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:31:31.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:31:31.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-11T04:31:31.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:31:31.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:31:31.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:31:31.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:31:31.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.633+0000 7fdb7f600c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 38, last_sequence is 18253, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 34 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bc536529-984e-4b61-99ad-d8b500ca200e 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401891640707, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-05-11T04:31:31.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401891643681, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 488637, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18258, "largest_seqno": 18825, "table_properties": {"data_size": 485347, "index_size": 1674, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 4744, "raw_average_key_size": 22, "raw_value_size": 480375, "raw_average_value_size": 2255, "num_data_blocks": 75, "num_entries": 213, "num_filter_entries": 213, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715401891, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bc536529-984e-4b61-99ad-d8b500ca200e", "db_session_id": "L87HMBGSHQB5EJYXZ3O4", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401891643785, "job": 1, "event": "recovery_finished"} 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.637+0000 7fdb7f600c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55af41ebe000 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 4 rocksdb: DB pointer 0x55af41eaa000 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb6dd57700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb6dd57700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: ** DB Stats ** 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:31:31.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: ** Compaction Stats [default] ** 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: L0 1/0 477.18 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 307.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: L6 1/0 8.67 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:31:31.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Sum 2/0 9.14 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 307.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 307.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: ** Compaction Stats [default] ** 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 307.2 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Cumulative compaction: 0.00 GB write, 75.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:31:31.984 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Interval compaction: 0.00 GB write, 75.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Block cache BinnedLRUCache@0x55af41d9d1f0#7 capacity: 512.00 MB usage: 2.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Block cache entry stats(count,size,portion): FilterBlock(1,0.66 KB,0.00012517%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] at bind addrs [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 1 mon.c@-1(???) e3 preinit fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:31.985 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 mon.c@-1(???).mds e10 new map 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 mon.c@-1(???).mds e10 print_map 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: e10 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: legacy client fscid: 1 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Filesystem 'foo' (1) 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: fs_name foo 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: epoch 10 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: created 2024-05-11T04:23:44.254542+0000 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: modified 2024-05-11T04:23:54.348616+0000 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: tableserver 0 2024-05-11T04:31:31.986 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: root 0 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: session_timeout 60 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: session_autoclose 300 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: max_file_size 1099511627776 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: max_xattr_size 65536 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: required_client_features {} 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: last_failure 0 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: last_failure_osd_epoch 69 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: max_mds 1 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: in 0 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: up {0=24370} 2024-05-11T04:31:31.987 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: failed 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: damaged 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: stopped 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: data_pools [4] 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: metadata_pool 3 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: inline_data disabled 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: balancer 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: bal_rank_mask -1 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: standby_count_wanted 1 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: qdb_cluster leader: 0 members: 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: [mds.foo.smithi173.ibjpzf{0:24370} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: Standby daemons: 2024-05-11T04:31:31.988 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: 2024-05-11T04:31:31.989 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: [mds.foo.smithi113.zdnevb{-1:14580} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.113:6834/730292135,v1:172.21.15.113:6835/730292135] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:31:31.989 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 mon.c@-1(???).osd e91 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-11T04:31:31.989 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 mon.c@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:31:31.989 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 mon.c@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:31:31.989 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 0 mon.c@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:31:31.989 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:31 smithi113 bash[84165]: debug 2024-05-11T04:31:31.641+0000 7fdb7f600c80 1 mon.c@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-05-11T04:31:33.184 INFO:teuthology.orchestra.run.smithi113.stdout:wait for majority of mons to upgrade 2024-05-11T04:31:33.857 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-05-11T04:31:37.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:31:37.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:31:37.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:36 smithi113 bash[81732]: debug 2024-05-11T04:31:36.920+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: debug 2024-05-11T04:31:37.912+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:31.862710+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:31:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:31.862710+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.868164+0000 mon.a (mon.0) 101 : cluster [INF] mon.a calling monitor election 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.868164+0000 mon.a (mon.0) 101 : cluster [INF] mon.a calling monitor election 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.868596+0000 mon.b (mon.1) 92 : cluster [INF] mon.b calling monitor election 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.868596+0000 mon.b (mon.1) 92 : cluster [INF] mon.b calling monitor election 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.889076+0000 mon.a (mon.0) 102 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.889076+0000 mon.a (mon.0) 102 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896096+0000 mon.a (mon.0) 103 : cluster [DBG] monmap epoch 3 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896096+0000 mon.a (mon.0) 103 : cluster [DBG] monmap epoch 3 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896133+0000 mon.a (mon.0) 104 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896133+0000 mon.a (mon.0) 104 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896153+0000 mon.a (mon.0) 105 : cluster [DBG] last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:31.862710+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:31.862710+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.868164+0000 mon.a (mon.0) 101 : cluster [INF] mon.a calling monitor election 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.868164+0000 mon.a (mon.0) 101 : cluster [INF] mon.a calling monitor election 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.868596+0000 mon.b (mon.1) 92 : cluster [INF] mon.b calling monitor election 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.868596+0000 mon.b (mon.1) 92 : cluster [INF] mon.b calling monitor election 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.889076+0000 mon.a (mon.0) 102 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.889076+0000 mon.a (mon.0) 102 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896096+0000 mon.a (mon.0) 103 : cluster [DBG] monmap epoch 3 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896096+0000 mon.a (mon.0) 103 : cluster [DBG] monmap epoch 3 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896133+0000 mon.a (mon.0) 104 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896133+0000 mon.a (mon.0) 104 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896153+0000 mon.a (mon.0) 105 : cluster [DBG] last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:31:38.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896153+0000 mon.a (mon.0) 105 : cluster [DBG] last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896174+0000 mon.a (mon.0) 106 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896174+0000 mon.a (mon.0) 106 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896196+0000 mon.a (mon.0) 107 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896196+0000 mon.a (mon.0) 107 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896224+0000 mon.a (mon.0) 108 : cluster [DBG] election_strategy: 1 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896224+0000 mon.a (mon.0) 108 : cluster [DBG] election_strategy: 1 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896261+0000 mon.a (mon.0) 109 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896261+0000 mon.a (mon.0) 109 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896324+0000 mon.a (mon.0) 110 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896324+0000 mon.a (mon.0) 110 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896360+0000 mon.a (mon.0) 111 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:31:38.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.896360+0000 mon.a (mon.0) 111 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896153+0000 mon.a (mon.0) 105 : cluster [DBG] last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896174+0000 mon.a (mon.0) 106 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896174+0000 mon.a (mon.0) 106 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896196+0000 mon.a (mon.0) 107 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896196+0000 mon.a (mon.0) 107 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896224+0000 mon.a (mon.0) 108 : cluster [DBG] election_strategy: 1 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896224+0000 mon.a (mon.0) 108 : cluster [DBG] election_strategy: 1 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896261+0000 mon.a (mon.0) 109 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896261+0000 mon.a (mon.0) 109 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896324+0000 mon.a (mon.0) 110 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:31:38.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896324+0000 mon.a (mon.0) 110 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896360+0000 mon.a (mon.0) 111 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.896360+0000 mon.a (mon.0) 111 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.897537+0000 mon.a (mon.0) 112 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.897537+0000 mon.a (mon.0) 112 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.897597+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.897597+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.898303+0000 mon.a (mon.0) 114 : cluster [DBG] mgrmap e39: y(active, since 99s), standbys: x 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.898303+0000 mon.a (mon.0) 114 : cluster [DBG] mgrmap e39: y(active, since 99s), standbys: x 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.898630+0000 mon.a (mon.0) 115 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.898630+0000 mon.a (mon.0) 115 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918734+0000 mon.a (mon.0) 116 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918734+0000 mon.a (mon.0) 116 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918774+0000 mon.a (mon.0) 117 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:38.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918774+0000 mon.a (mon.0) 117 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.897537+0000 mon.a (mon.0) 112 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.897537+0000 mon.a (mon.0) 112 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.897597+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.897597+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.898303+0000 mon.a (mon.0) 114 : cluster [DBG] mgrmap e39: y(active, since 99s), standbys: x 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.898303+0000 mon.a (mon.0) 114 : cluster [DBG] mgrmap e39: y(active, since 99s), standbys: x 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.898630+0000 mon.a (mon.0) 115 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:31:38.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.898630+0000 mon.a (mon.0) 115 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918734+0000 mon.a (mon.0) 116 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918734+0000 mon.a (mon.0) 116 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918774+0000 mon.a (mon.0) 117 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918774+0000 mon.a (mon.0) 117 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918818+0000 mon.a (mon.0) 118 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918818+0000 mon.a (mon.0) 118 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918857+0000 mon.a (mon.0) 119 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.918857+0000 mon.a (mon.0) 119 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919016+0000 mon.a (mon.0) 120 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919016+0000 mon.a (mon.0) 120 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919066+0000 mon.a (mon.0) 121 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919066+0000 mon.a (mon.0) 121 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.234 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919101+0000 mon.a (mon.0) 122 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919101+0000 mon.a (mon.0) 122 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919146+0000 mon.a (mon.0) 123 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919146+0000 mon.a (mon.0) 123 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919183+0000 mon.a (mon.0) 124 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919183+0000 mon.a (mon.0) 124 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919213+0000 mon.a (mon.0) 125 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:37 smithi113 bash[84165]: cluster 2024-05-11T04:31:37.919213+0000 mon.a (mon.0) 125 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918818+0000 mon.a (mon.0) 118 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918818+0000 mon.a (mon.0) 118 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918857+0000 mon.a (mon.0) 119 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.235 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.918857+0000 mon.a (mon.0) 119 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919016+0000 mon.a (mon.0) 120 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919016+0000 mon.a (mon.0) 120 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919066+0000 mon.a (mon.0) 121 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919066+0000 mon.a (mon.0) 121 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919101+0000 mon.a (mon.0) 122 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919101+0000 mon.a (mon.0) 122 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919146+0000 mon.a (mon.0) 123 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919146+0000 mon.a (mon.0) 123 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919183+0000 mon.a (mon.0) 124 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919183+0000 mon.a (mon.0) 124 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919213+0000 mon.a (mon.0) 125 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.236 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:37 smithi113 bash[81732]: cluster 2024-05-11T04:31:37.919213+0000 mon.a (mon.0) 125 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:31.862710+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.868164+0000 mon.a (mon.0) 101 : cluster 1 mon.a calling monitor election 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.868596+0000 mon.b (mon.1) 92 : cluster 1 mon.b calling monitor election 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.889076+0000 mon.a (mon.0) 102 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896096+0000 mon.a (mon.0) 103 : cluster 0 monmap epoch 3 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896133+0000 mon.a (mon.0) 104 : cluster 0 fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896153+0000 mon.a (mon.0) 105 : cluster 0 last_changed 2024-05-11T04:13:23.287809+0000 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896174+0000 mon.a (mon.0) 106 : cluster 0 created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896196+0000 mon.a (mon.0) 107 : cluster 0 min_mon_release 18 (reef) 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896224+0000 mon.a (mon.0) 108 : cluster 0 election_strategy: 1 2024-05-11T04:31:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896261+0000 mon.a (mon.0) 109 : cluster 0 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896324+0000 mon.a (mon.0) 110 : cluster 0 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.896360+0000 mon.a (mon.0) 111 : cluster 0 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.897537+0000 mon.a (mon.0) 112 : cluster 0 fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.897597+0000 mon.a (mon.0) 113 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.898303+0000 mon.a (mon.0) 114 : cluster 0 mgrmap e39: y(active, since 99s), standbys: x 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.898630+0000 mon.a (mon.0) 115 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.918734+0000 mon.a (mon.0) 116 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.918774+0000 mon.a (mon.0) 117 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.918818+0000 mon.a (mon.0) 118 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.918857+0000 mon.a (mon.0) 119 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.919016+0000 mon.a (mon.0) 120 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.919066+0000 mon.a (mon.0) 121 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.919101+0000 mon.a (mon.0) 122 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.919146+0000 mon.a (mon.0) 123 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.919183+0000 mon.a (mon.0) 124 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:37 smithi173 bash[23566]: cluster 2024-05-11T04:31:37.919213+0000 mon.a (mon.0) 125 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:31:38.590 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:31:39.815 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:31:39] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-05-11T04:31:40.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:39 smithi113 bash[81732]: cluster 2024-05-11T04:31:38.766421+0000 mgr.y (mgr.25853) 71 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:40.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:39 smithi113 bash[81732]: cluster 2024-05-11T04:31:38.766421+0000 mgr.y (mgr.25853) 71 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:40.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:39 smithi113 bash[84165]: cluster 2024-05-11T04:31:38.766421+0000 mgr.y (mgr.25853) 71 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:40.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:39 smithi113 bash[84165]: cluster 2024-05-11T04:31:38.766421+0000 mgr.y (mgr.25853) 71 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:39 smithi173 bash[23566]: cluster 2024-05-11T04:31:38.766421+0000 mgr.y (mgr.25853) 71 : cluster 0 pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:41.698 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 2 2024-05-11T04:31:41.947 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:41 smithi113 bash[74540]: debug 2024-05-11T04:31:41.648+0000 7f105ff7d700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:41 smithi113 bash[81732]: cluster 2024-05-11T04:31:40.767545+0000 mgr.y (mgr.25853) 72 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:41 smithi113 bash[81732]: cluster 2024-05-11T04:31:40.767545+0000 mgr.y (mgr.25853) 72 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:41 smithi113 bash[81732]: audit 2024-05-11T04:31:41.686094+0000 mon.a (mon.0) 126 : audit [DBG] from='client.? 172.21.15.113:0/147184023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:41 smithi113 bash[81732]: audit 2024-05-11T04:31:41.686094+0000 mon.a (mon.0) 126 : audit [DBG] from='client.? 172.21.15.113:0/147184023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:41 smithi113 bash[84165]: cluster 2024-05-11T04:31:40.767545+0000 mgr.y (mgr.25853) 72 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:41 smithi113 bash[84165]: cluster 2024-05-11T04:31:40.767545+0000 mgr.y (mgr.25853) 72 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:42.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:41 smithi113 bash[84165]: audit 2024-05-11T04:31:41.686094+0000 mon.a (mon.0) 126 : audit [DBG] from='client.? 172.21.15.113:0/147184023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:31:42.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:41 smithi113 bash[84165]: audit 2024-05-11T04:31:41.686094+0000 mon.a (mon.0) 126 : audit [DBG] from='client.? 172.21.15.113:0/147184023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:31:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:41 smithi173 bash[23566]: cluster 2024-05-11T04:31:40.767545+0000 mgr.y (mgr.25853) 72 : cluster 0 pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-05-11T04:31:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:41 smithi173 bash[23566]: audit 2024-05-11T04:31:41.686094+0000 mon.a (mon.0) 126 : audit 0 from='client.? 172.21.15.113:0/147184023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:31:42.372 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:31:43.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:43 smithi113 bash[81732]: audit 2024-05-11T04:31:42.375247+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:43 smithi113 bash[81732]: audit 2024-05-11T04:31:42.375247+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:43 smithi113 bash[81732]: audit 2024-05-11T04:31:42.382253+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:43 smithi113 bash[81732]: audit 2024-05-11T04:31:42.382253+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:43 smithi113 bash[81732]: cluster 2024-05-11T04:31:42.768267+0000 mgr.y (mgr.25853) 73 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:43 smithi113 bash[81732]: cluster 2024-05-11T04:31:42.768267+0000 mgr.y (mgr.25853) 73 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:43 smithi113 bash[84165]: audit 2024-05-11T04:31:42.375247+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:43 smithi113 bash[84165]: audit 2024-05-11T04:31:42.375247+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:43 smithi113 bash[84165]: audit 2024-05-11T04:31:42.382253+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:43 smithi113 bash[84165]: audit 2024-05-11T04:31:42.382253+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:43 smithi113 bash[84165]: cluster 2024-05-11T04:31:42.768267+0000 mgr.y (mgr.25853) 73 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:43.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:43 smithi113 bash[84165]: cluster 2024-05-11T04:31:42.768267+0000 mgr.y (mgr.25853) 73 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:43.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:43 smithi173 bash[23566]: audit 2024-05-11T04:31:42.375247+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:43 smithi173 bash[23566]: audit 2024-05-11T04:31:42.382253+0000 mon.a (mon.0) 128 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:43.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:43 smithi173 bash[23566]: cluster 2024-05-11T04:31:42.768267+0000 mgr.y (mgr.25853) 73 : cluster 0 pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:44.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:44 smithi113 bash[81732]: audit 2024-05-11T04:31:43.478983+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:44 smithi113 bash[81732]: audit 2024-05-11T04:31:43.478983+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:44 smithi113 bash[81732]: audit 2024-05-11T04:31:43.490408+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:44 smithi113 bash[81732]: audit 2024-05-11T04:31:43.490408+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:44 smithi113 bash[81732]: audit 2024-05-11T04:31:43.813171+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:44 smithi113 bash[81732]: audit 2024-05-11T04:31:43.813171+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:44 smithi113 bash[84165]: audit 2024-05-11T04:31:43.478983+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:44 smithi113 bash[84165]: audit 2024-05-11T04:31:43.478983+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:44 smithi113 bash[84165]: audit 2024-05-11T04:31:43.490408+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:44 smithi113 bash[84165]: audit 2024-05-11T04:31:43.490408+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:44 smithi113 bash[84165]: audit 2024-05-11T04:31:43.813171+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:44.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:44 smithi113 bash[84165]: audit 2024-05-11T04:31:43.813171+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:44.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:44 smithi173 bash[23566]: audit 2024-05-11T04:31:43.478983+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:44 smithi173 bash[23566]: audit 2024-05-11T04:31:43.490408+0000 mon.a (mon.0) 130 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:44.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:44 smithi173 bash[23566]: audit 2024-05-11T04:31:43.813171+0000 mon.a (mon.0) 131 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:45.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:45 smithi173 bash[23566]: cluster 2024-05-11T04:31:44.769347+0000 mgr.y (mgr.25853) 74 : cluster 0 pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:45.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:45 smithi113 bash[84165]: cluster 2024-05-11T04:31:44.769347+0000 mgr.y (mgr.25853) 74 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:45.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:45 smithi113 bash[84165]: cluster 2024-05-11T04:31:44.769347+0000 mgr.y (mgr.25853) 74 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:45.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:45 smithi113 bash[81732]: cluster 2024-05-11T04:31:44.769347+0000 mgr.y (mgr.25853) 74 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:45.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:45 smithi113 bash[81732]: cluster 2024-05-11T04:31:44.769347+0000 mgr.y (mgr.25853) 74 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:47.089 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:31:48.104 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:47 smithi113 bash[81732]: cluster 2024-05-11T04:31:46.769964+0000 mgr.y (mgr.25853) 75 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:48.105 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:47 smithi113 bash[81732]: cluster 2024-05-11T04:31:46.769964+0000 mgr.y (mgr.25853) 75 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:48.105 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:47 smithi113 bash[84165]: cluster 2024-05-11T04:31:46.769964+0000 mgr.y (mgr.25853) 75 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:48.105 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:47 smithi113 bash[84165]: cluster 2024-05-11T04:31:46.769964+0000 mgr.y (mgr.25853) 75 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:48.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:47 smithi173 bash[23566]: cluster 2024-05-11T04:31:46.769964+0000 mgr.y (mgr.25853) 75 : cluster 0 pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:49.765 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:31:49] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-05-11T04:31:50.062 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:49 smithi113 bash[84165]: cluster 2024-05-11T04:31:48.770655+0000 mgr.y (mgr.25853) 76 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:50.062 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:49 smithi113 bash[84165]: cluster 2024-05-11T04:31:48.770655+0000 mgr.y (mgr.25853) 76 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:50.062 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:49 smithi113 bash[81732]: cluster 2024-05-11T04:31:48.770655+0000 mgr.y (mgr.25853) 76 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:50.062 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:49 smithi113 bash[81732]: cluster 2024-05-11T04:31:48.770655+0000 mgr.y (mgr.25853) 76 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:50.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:49 smithi173 bash[23566]: cluster 2024-05-11T04:31:48.770655+0000 mgr.y (mgr.25853) 76 : cluster 0 pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:alertmanager.a smithi113 *:9093,9094 running (9m) 9s ago 10m 13.5M - 0.25.0 c8568f914cd2 5c903450ba99 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:grafana.a smithi173 *:3000 running (9m) 28s ago 9m 77.2M - 9.4.7 954c08fa6188 5d688df6287a 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi113.zdnevb smithi113 running (8m) 9s ago 8m 14.6M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5e99af577d54 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi173.ibjpzf smithi173 running (8m) 28s ago 8m 16.4M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 57607586dc8a 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.x smithi173 *:8443,9283,8765 running (2m) 28s ago 18m 449M - 19.0.0-3497-g04416f48 9b25092f51f1 27b2381c8d81 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.y smithi113 *:8443,9283,8765 running (3m) 9s ago 20m 498M - 19.0.0-3497-g04416f48 9b25092f51f1 be64837303f3 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mon.a smithi113 running (2m) 9s ago 20m 41.7M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 73c45ac0d05e 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mon.b smithi173 running (18m) 28s ago 18m 44.5M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8d14803262df 2024-05-11T04:31:51.631 INFO:teuthology.orchestra.run.smithi113.stdout:mon.c smithi113 running (21s) 9s ago 18m 18.6M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 46f1cd01efd7 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.a smithi113 *:9100 running (10m) 9s ago 10m 8739k - 1.5.0 0da6a335fe13 8e4e28aff3bd 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.b smithi173 *:9100 running (10m) 28s ago 10m 8651k - 1.5.0 0da6a335fe13 2525b8ce26de 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.0 smithi113 running (17m) 9s ago 17m 60.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 85e6f16e0580 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.1 smithi113 running (16m) 9s ago 16m 60.9M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ae9a59d4846f 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.2 smithi113 running (15m) 9s ago 15m 50.5M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 413f86417749 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.3 smithi113 running (14m) 9s ago 14m 54.3M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 904a20622fd9 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.4 smithi173 running (14m) 28s ago 14m 55.4M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 bbef54fbd008 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.5 smithi173 running (13m) 28s ago 13m 54.3M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 786fb7818d9a 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.6 smithi173 running (12m) 28s ago 12m 47.5M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8304a9a199f5 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:osd.7 smithi173 running (11m) 28s ago 11m 50.2M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 238ca57cd95c 2024-05-11T04:31:51.632 INFO:teuthology.orchestra.run.smithi113.stdout:prometheus.a smithi173 *:9095 running (2m) 28s ago 10m 41.0M - 2.43.0 a07b618ecd1d 9d1dc802d615 2024-05-11T04:31:51.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:51 smithi113 bash[81732]: cluster 2024-05-11T04:31:50.771790+0000 mgr.y (mgr.25853) 77 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:51.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:51 smithi113 bash[81732]: cluster 2024-05-11T04:31:50.771790+0000 mgr.y (mgr.25853) 77 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:51.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:51 smithi113 bash[84165]: cluster 2024-05-11T04:31:50.771790+0000 mgr.y (mgr.25853) 77 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:51.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:51 smithi113 bash[84165]: cluster 2024-05-11T04:31:50.771790+0000 mgr.y (mgr.25853) 77 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:52.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:51 smithi173 bash[23566]: cluster 2024-05-11T04:31:50.771790+0000 mgr.y (mgr.25853) 77 : cluster 0 pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:52.696 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:31:52.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:52 smithi113 bash[81732]: audit 2024-05-11T04:31:51.615563+0000 mgr.y (mgr.25853) 78 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:52.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:52 smithi113 bash[81732]: audit 2024-05-11T04:31:51.615563+0000 mgr.y (mgr.25853) 78 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:52.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:52 smithi113 bash[84165]: audit 2024-05-11T04:31:51.615563+0000 mgr.y (mgr.25853) 78 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:52.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:52 smithi113 bash[84165]: audit 2024-05-11T04:31:51.615563+0000 mgr.y (mgr.25853) 78 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:53.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:52 smithi173 bash[23566]: audit 2024-05-11T04:31:51.615563+0000 mgr.y (mgr.25853) 78 : audit 0 from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:54.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:53 smithi113 bash[84165]: cluster 2024-05-11T04:31:52.772273+0000 mgr.y (mgr.25853) 79 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:54.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:53 smithi113 bash[84165]: cluster 2024-05-11T04:31:52.772273+0000 mgr.y (mgr.25853) 79 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:53 smithi113 bash[81732]: cluster 2024-05-11T04:31:52.772273+0000 mgr.y (mgr.25853) 79 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:53 smithi113 bash[81732]: cluster 2024-05-11T04:31:52.772273+0000 mgr.y (mgr.25853) 79 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:53 smithi173 bash[23566]: cluster 2024-05-11T04:31:52.772273+0000 mgr.y (mgr.25853) 79 : cluster 0 pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:55.704 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.348063+0000 mon.a (mon.0) 132 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.704 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.361513+0000 mon.a (mon.0) 133 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.704 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.363733+0000 mon.a (mon.0) 134 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:55.704 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.365231+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:55.704 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.375574+0000 mon.a (mon.0) 136 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.704 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.470671+0000 mon.a (mon.0) 137 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:55.705 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.475857+0000 mon.a (mon.0) 138 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:55.705 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.479115+0000 mon.a (mon.0) 139 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:55.705 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: audit 2024-05-11T04:31:54.480784+0000 mon.a (mon.0) 140 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:31:55.705 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: cephadm 2024-05-11T04:31:54.482025+0000 mgr.y (mgr.25853) 80 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-05-11T04:31:55.705 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:55 smithi173 bash[23566]: cluster 2024-05-11T04:31:54.773347+0000 mgr.y (mgr.25853) 81 : cluster 0 pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:55.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.348063+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.348063+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.361513+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.361513+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.363733+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.363733+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.365231+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.365231+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.375574+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.375574+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.470671+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.470671+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.475857+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.475857+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.479115+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.479115+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.480784+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: audit 2024-05-11T04:31:54.480784+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: cephadm 2024-05-11T04:31:54.482025+0000 mgr.y (mgr.25853) 80 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: cephadm 2024-05-11T04:31:54.482025+0000 mgr.y (mgr.25853) 80 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: cluster 2024-05-11T04:31:54.773347+0000 mgr.y (mgr.25853) 81 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:55 smithi113 bash[81732]: cluster 2024-05-11T04:31:54.773347+0000 mgr.y (mgr.25853) 81 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.348063+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.348063+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.361513+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.361513+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.363733+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.363733+0000 mon.a (mon.0) 134 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.365231+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.365231+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.375574+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.375574+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.470671+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.470671+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.475857+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.475857+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.479115+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.479115+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.480784+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: audit 2024-05-11T04:31:54.480784+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: cephadm 2024-05-11T04:31:54.482025+0000 mgr.y (mgr.25853) 80 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: cephadm 2024-05-11T04:31:54.482025+0000 mgr.y (mgr.25853) 80 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: cluster 2024-05-11T04:31:54.773347+0000 mgr.y (mgr.25853) 81 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:55.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:55 smithi113 bash[84165]: cluster 2024-05-11T04:31:54.773347+0000 mgr.y (mgr.25853) 81 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:57.813 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:31:57.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: cephadm 2024-05-11T04:31:56.602803+0000 mgr.y (mgr.25853) 82 : cephadm 1 Upgrade: Updating mon.b 2024-05-11T04:31:57.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: audit 2024-05-11T04:31:56.610148+0000 mon.a (mon.0) 141 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:57.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: audit 2024-05-11T04:31:56.614526+0000 mon.a (mon.0) 142 : audit 1 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:57.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: audit 2024-05-11T04:31:56.616124+0000 mon.a (mon.0) 143 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:57.873 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: audit 2024-05-11T04:31:56.617777+0000 mon.a (mon.0) 144 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:57.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: cephadm 2024-05-11T04:31:56.619954+0000 mgr.y (mgr.25853) 83 : cephadm 1 Deploying daemon mon.b on smithi173 2024-05-11T04:31:57.874 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:57 smithi173 bash[23566]: cluster 2024-05-11T04:31:56.773936+0000 mgr.y (mgr.25853) 84 : cluster 0 pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:57.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: cephadm 2024-05-11T04:31:56.602803+0000 mgr.y (mgr.25853) 82 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:31:57.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: cephadm 2024-05-11T04:31:56.602803+0000 mgr.y (mgr.25853) 82 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.610148+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.610148+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.614526+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.614526+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.616124+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.616124+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.617777+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: audit 2024-05-11T04:31:56.617777+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: cephadm 2024-05-11T04:31:56.619954+0000 mgr.y (mgr.25853) 83 : cephadm [INF] Deploying daemon mon.b on smithi173 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: cephadm 2024-05-11T04:31:56.619954+0000 mgr.y (mgr.25853) 83 : cephadm [INF] Deploying daemon mon.b on smithi173 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: cluster 2024-05-11T04:31:56.773936+0000 mgr.y (mgr.25853) 84 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:57 smithi113 bash[84165]: cluster 2024-05-11T04:31:56.773936+0000 mgr.y (mgr.25853) 84 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: cephadm 2024-05-11T04:31:56.602803+0000 mgr.y (mgr.25853) 82 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:31:57.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: cephadm 2024-05-11T04:31:56.602803+0000 mgr.y (mgr.25853) 82 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.610148+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.610148+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.614526+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.614526+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.616124+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.616124+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.617777+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: audit 2024-05-11T04:31:56.617777+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: cephadm 2024-05-11T04:31:56.619954+0000 mgr.y (mgr.25853) 83 : cephadm [INF] Deploying daemon mon.b on smithi173 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: cephadm 2024-05-11T04:31:56.619954+0000 mgr.y (mgr.25853) 83 : cephadm [INF] Deploying daemon mon.b on smithi173 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: cluster 2024-05-11T04:31:56.773936+0000 mgr.y (mgr.25853) 84 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:57.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:57 smithi113 bash[81732]: cluster 2024-05-11T04:31:56.773936+0000 mgr.y (mgr.25853) 84 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:31:58.970 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:58 smithi113 bash[84165]: audit 2024-05-11T04:31:58.812789+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:58.970 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:31:58 smithi113 bash[84165]: audit 2024-05-11T04:31:58.812789+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:58.970 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:58 smithi113 bash[81732]: audit 2024-05-11T04:31:58.812789+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:58.970 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:31:58 smithi113 bash[81732]: audit 2024-05-11T04:31:58.812789+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:59.007 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.007 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.007 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.008 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.008 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.008 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:58 smithi173 bash[23566]: audit 2024-05-11T04:31:58.812789+0000 mon.a (mon.0) 145 : audit 0 from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:31:59.009 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: Stopping Ceph mon.b for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:31:59.009 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.010 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.010 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:31:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:31:59.257 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:59 smithi173 bash[23566]: debug 2024-05-11T04:31:59.010+0000 7fd87ed15700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:31:59.258 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:59 smithi173 bash[23566]: debug 2024-05-11T04:31:59.010+0000 7fd87ed15700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-05-11T04:31:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:31:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:31:59] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-05-11T04:32:00.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:59 smithi173 bash[66972]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-b 2024-05-11T04:32:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:59 smithi173 bash[67034]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-mon-b 2024-05-11T04:32:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:59 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.b.service: Deactivated successfully. 2024-05-11T04:32:00.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:31:59 smithi173 systemd[1]: Stopped Ceph mon.b for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:32:00.519 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.519 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.520 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.520 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.520 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.521 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.521 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:00.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: Started Ceph mon.b for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:32:00.521 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:32:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.146+0000 7fbecb0dac80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.146+0000 7fbecb0dac80 0 ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev), process ceph-mon, pid 7 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.146+0000 7fbecb0dac80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 0 load: jerasure load: lrc 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Git sha 0 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Compile date 2024-05-03 15:45:17 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: DB SUMMARY 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: DB Session ID: QPCXYFGLVZ3AAQK4V1OX 2024-05-11T04:32:01.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2120 Bytes 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000036.sst 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000034.log size: 1746865 ; 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.env: 0x55ad58452cc0 2024-05-11T04:32:01.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:32:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.info_log: 0x55ad5a6d3de0 2024-05-11T04:32:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:32:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:32:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:32:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:32:01.522 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.wal_dir: 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:32:01.523 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.write_buffer_manager: 0x55ad5a6a5220 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:32:01.524 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.row_cache: None 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:32:01.525 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:32:01.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:32:01.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:32:01.528 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.merge_operator: 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:32:01.529 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ad5a6d3fa0) 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: cache_index_and_filter_blocks: 1 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: pin_top_level_index_and_filter: 1 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: index_type: 0 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: data_block_index_type: 0 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: index_shortening: 1 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: checksum: 4 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: no_block_cache: 0 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_cache: 0x55ad5a6d51f0 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_cache_name: BinnedLRUCache 2024-05-11T04:32:01.530 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_cache_options: 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: capacity : 536870912 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: num_shard_bits : 4 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: strict_capacity_limit : 0 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: high_pri_pool_ratio: 0.000 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_cache_compressed: (nil) 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: persistent_cache: (nil) 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_size: 4096 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_size_deviation: 10 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_restart_interval: 16 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: index_block_restart_interval: 1 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: metadata_block_size: 4096 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: partition_filters: 0 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: use_delta_encoding: 1 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: filter_policy: bloomfilter 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: whole_key_filtering: 1 2024-05-11T04:32:01.531 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: verify_compression: 0 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: read_amp_bytes_per_bit: 0 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: format_version: 5 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: enable_index_compression: 1 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: block_align: 0 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: max_auto_readahead_size: 262144 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: prepopulate_block_cache: 0 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: initial_auto_readahead_size: 8192 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:32:01.532 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:32:01.533 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:32:01.534 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:32:01.535 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:32:01.536 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:32:01.537 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 38, last_sequence is 18339, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 34 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0519e4a9-190d-409d-8599-edc014f03449 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401921154104, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.150+0000 7fbecb0dac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.158+0000 7fbecb0dac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401921161454, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 1031192, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18344, "largest_seqno": 19309, "table_properties": {"data_size": 1026592, "index_size": 2600, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 965, "raw_key_size": 8207, "raw_average_key_size": 22, "raw_value_size": 1018524, "raw_average_value_size": 2798, "num_data_blocks": 119, "num_entries": 364, "num_filter_entries": 364, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715401921, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0519e4a9-190d-409d-8599-edc014f03449", "db_session_id": "QPCXYFGLVZ3AAQK4V1OX", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.158+0000 7fbecb0dac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401921161575, "job": 1, "event": "recovery_finished"} 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.158+0000 7fbecb0dac80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.158+0000 7fbecb0dac80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ad5a7f6000 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 4 rocksdb: DB pointer 0x55ad5a7e2000 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbeb9831700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:32:01.538 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbeb9831700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: ** DB Stats ** 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: ** Compaction Stats [default] ** 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: L0 1/0 1007.02 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 301.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: L6 1/0 8.67 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Sum 2/0 9.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 301.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 301.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: ** Compaction Stats [default] ** 2024-05-11T04:32:01.539 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 301.4 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Flush(GB): cumulative 0.001, interval 0.001 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Cumulative compaction: 0.00 GB write, 95.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Interval compaction: 0.00 GB write, 95.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Block cache BinnedLRUCache@0x55ad5a6d51f0#7 capacity: 512.00 MB usage: 3.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.83 KB,0.000539422%) Misc(1,0.00 KB,0%) 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:32:01.540 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] at bind addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 1 mon.b@-1(???) e3 preinit fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 mon.b@-1(???).mds e10 new map 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 mon.b@-1(???).mds e10 print_map 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: e10 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: legacy client fscid: 1 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Filesystem 'foo' (1) 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: fs_name foo 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: epoch 10 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: created 2024-05-11T04:23:44.254542+0000 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: modified 2024-05-11T04:23:54.348616+0000 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: tableserver 0 2024-05-11T04:32:01.541 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: root 0 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: session_timeout 60 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: session_autoclose 300 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: max_file_size 1099511627776 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: max_xattr_size 65536 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: required_client_features {} 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: last_failure 0 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: last_failure_osd_epoch 69 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: max_mds 1 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: in 0 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: up {0=24370} 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: failed 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: damaged 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: stopped 2024-05-11T04:32:01.542 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: data_pools [4] 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: metadata_pool 3 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: inline_data disabled 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: balancer 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: bal_rank_mask -1 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: standby_count_wanted 1 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: qdb_cluster leader: 0 members: 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: [mds.foo.smithi173.ibjpzf{0:24370} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.173:6832/2629347000,v1:172.21.15.173:6833/2629347000] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: Standby daemons: 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: [mds.foo.smithi113.zdnevb{-1:14580} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.113:6834/730292135,v1:172.21.15.113:6835/730292135] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 mon.b@-1(???).osd e91 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-11T04:32:01.543 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 mon.b@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:32:01.544 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 mon.b@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:32:01.544 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 0 mon.b@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:32:01.544 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: debug 2024-05-11T04:32:01.162+0000 7fbecb0dac80 1 mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-05-11T04:32:01.544 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: cluster 2024-05-11T04:31:58.774330+0000 mgr.y (mgr.25853) 85 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:01.544 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:01 smithi173 bash[67089]: cluster 2024-05-11T04:31:58.774330+0000 mgr.y (mgr.25853) 85 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:01.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:01 smithi113 bash[84165]: cluster 2024-05-11T04:31:58.774330+0000 mgr.y (mgr.25853) 85 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:01.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:01 smithi113 bash[84165]: cluster 2024-05-11T04:31:58.774330+0000 mgr.y (mgr.25853) 85 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:01.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: cluster 2024-05-11T04:31:58.774330+0000 mgr.y (mgr.25853) 85 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:01.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: cluster 2024-05-11T04:31:58.774330+0000 mgr.y (mgr.25853) 85 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:01.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:01 smithi113 bash[81732]: debug 2024-05-11T04:32:01.312+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.382 INFO:teuthology.orchestra.run.smithi113.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:32:06.433 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:06 smithi113 bash[74540]: debug 2024-05-11T04:32:06.168+0000 7f105ff7d700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-11T04:32:06.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:06.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:06.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:06.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:06.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.368+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: debug 2024-05-11T04:32:06.372+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:01.339757+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:01.339757+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:01.340662+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:01.340662+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:01.341966+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:06.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:01.341966+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:06.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:01.342817+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:32:06.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:01.342817+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:32:06.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:01.343144+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:32:06.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:01.343144+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:32:06.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:02.775932+0000 mgr.y (mgr.25853) 89 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:02.775932+0000 mgr.y (mgr.25853) 89 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:04.776998+0000 mgr.y (mgr.25853) 90 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:04.776998+0000 mgr.y (mgr.25853) 90 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.342545+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.342545+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350408+0000 mon.a (mon.0) 175 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350408+0000 mon.a (mon.0) 175 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350448+0000 mon.a (mon.0) 176 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350448+0000 mon.a (mon.0) 176 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350471+0000 mon.a (mon.0) 177 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350471+0000 mon.a (mon.0) 177 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350488+0000 mon.a (mon.0) 178 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350488+0000 mon.a (mon.0) 178 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:06.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350504+0000 mon.a (mon.0) 179 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350504+0000 mon.a (mon.0) 179 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350525+0000 mon.a (mon.0) 180 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350525+0000 mon.a (mon.0) 180 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350551+0000 mon.a (mon.0) 181 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350551+0000 mon.a (mon.0) 181 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350574+0000 mon.a (mon.0) 182 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350574+0000 mon.a (mon.0) 182 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350597+0000 mon.a (mon.0) 183 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.350597+0000 mon.a (mon.0) 183 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.351706+0000 mon.a (mon.0) 184 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.351706+0000 mon.a (mon.0) 184 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.351766+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.351766+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:06.437 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.352343+0000 mon.a (mon.0) 186 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.352343+0000 mon.a (mon.0) 186 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.352718+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.352718+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.371929+0000 mon.a (mon.0) 188 : cluster [ERR] Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.371929+0000 mon.a (mon.0) 188 : cluster [ERR] Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.371970+0000 mon.a (mon.0) 189 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.371970+0000 mon.a (mon.0) 189 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372025+0000 mon.a (mon.0) 190 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372025+0000 mon.a (mon.0) 190 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372064+0000 mon.a (mon.0) 191 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372064+0000 mon.a (mon.0) 191 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372100+0000 mon.a (mon.0) 192 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372100+0000 mon.a (mon.0) 192 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372149+0000 mon.a (mon.0) 193 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372149+0000 mon.a (mon.0) 193 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372189+0000 mon.a (mon.0) 194 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372189+0000 mon.a (mon.0) 194 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372226+0000 mon.a (mon.0) 195 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372226+0000 mon.a (mon.0) 195 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372272+0000 mon.a (mon.0) 196 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372272+0000 mon.a (mon.0) 196 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372330+0000 mon.a (mon.0) 197 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372330+0000 mon.a (mon.0) 197 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372420+0000 mon.a (mon.0) 198 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372420+0000 mon.a (mon.0) 198 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372523+0000 mon.a (mon.0) 199 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: cluster 2024-05-11T04:32:06.372523+0000 mon.a (mon.0) 199 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:06.379009+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:06.379009+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:06.385393+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.440 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:06.385393+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.440 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:06.394415+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.440 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:06 smithi113 bash[81732]: audit 2024-05-11T04:32:06.394415+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:01.339757+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:01.339757+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:01.340662+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:01.340662+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:01.341966+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:01.341966+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:01.342817+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:01.342817+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:01.343144+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:01.343144+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:02.775932+0000 mgr.y (mgr.25853) 89 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:02.775932+0000 mgr.y (mgr.25853) 89 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:04.776998+0000 mgr.y (mgr.25853) 90 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:04.776998+0000 mgr.y (mgr.25853) 90 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.342545+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.342545+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350408+0000 mon.a (mon.0) 175 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350408+0000 mon.a (mon.0) 175 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350448+0000 mon.a (mon.0) 176 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350448+0000 mon.a (mon.0) 176 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350471+0000 mon.a (mon.0) 177 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350471+0000 mon.a (mon.0) 177 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:06.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350488+0000 mon.a (mon.0) 178 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350488+0000 mon.a (mon.0) 178 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350504+0000 mon.a (mon.0) 179 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350504+0000 mon.a (mon.0) 179 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350525+0000 mon.a (mon.0) 180 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350525+0000 mon.a (mon.0) 180 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350551+0000 mon.a (mon.0) 181 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350551+0000 mon.a (mon.0) 181 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350574+0000 mon.a (mon.0) 182 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350574+0000 mon.a (mon.0) 182 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350597+0000 mon.a (mon.0) 183 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:06.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.350597+0000 mon.a (mon.0) 183 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.351706+0000 mon.a (mon.0) 184 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.351706+0000 mon.a (mon.0) 184 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.351766+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.351766+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.352343+0000 mon.a (mon.0) 186 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.352343+0000 mon.a (mon.0) 186 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.352718+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.352718+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.371929+0000 mon.a (mon.0) 188 : cluster [ERR] Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.371929+0000 mon.a (mon.0) 188 : cluster [ERR] Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.371970+0000 mon.a (mon.0) 189 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.371970+0000 mon.a (mon.0) 189 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:06.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372025+0000 mon.a (mon.0) 190 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372025+0000 mon.a (mon.0) 190 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372064+0000 mon.a (mon.0) 191 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372064+0000 mon.a (mon.0) 191 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372100+0000 mon.a (mon.0) 192 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372100+0000 mon.a (mon.0) 192 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372149+0000 mon.a (mon.0) 193 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372149+0000 mon.a (mon.0) 193 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372189+0000 mon.a (mon.0) 194 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372189+0000 mon.a (mon.0) 194 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372226+0000 mon.a (mon.0) 195 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372226+0000 mon.a (mon.0) 195 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.774 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372272+0000 mon.a (mon.0) 196 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372272+0000 mon.a (mon.0) 196 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372330+0000 mon.a (mon.0) 197 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372330+0000 mon.a (mon.0) 197 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372420+0000 mon.a (mon.0) 198 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372420+0000 mon.a (mon.0) 198 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372523+0000 mon.a (mon.0) 199 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: cluster 2024-05-11T04:32:06.372523+0000 mon.a (mon.0) 199 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:06.379009+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:06.379009+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:06.385393+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:06.385393+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:06.394415+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:06.775 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:06 smithi173 bash[67089]: audit 2024-05-11T04:32:06.394415+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.166 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'sleep 60' 2024-05-11T04:32:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: debug 2024-05-11T04:32:07.464+0000 7f671fca5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:01.342508+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:01.342508+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.377480+0000 mon.a (mon.0) 204 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.377480+0000 mon.a (mon.0) 204 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.378807+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.378807+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.422285+0000 mon.a (mon.0) 205 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.422285+0000 mon.a (mon.0) 205 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431779+0000 mon.a (mon.0) 206 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431779+0000 mon.a (mon.0) 206 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431839+0000 mon.a (mon.0) 207 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431839+0000 mon.a (mon.0) 207 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431882+0000 mon.a (mon.0) 208 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:01.339757+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:01.339757+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:01.340662+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:01.340662+0000 mon.a (mon.0) 171 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:01.341966+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:01.341966+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:01.342817+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:01.342817+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:01.343144+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:01.343144+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:02.775932+0000 mgr.y (mgr.25853) 89 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:02.775932+0000 mgr.y (mgr.25853) 89 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:04.776998+0000 mgr.y (mgr.25853) 90 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:04.776998+0000 mgr.y (mgr.25853) 90 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.342545+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.342545+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350408+0000 mon.a (mon.0) 175 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350408+0000 mon.a (mon.0) 175 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.730 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350448+0000 mon.a (mon.0) 176 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350448+0000 mon.a (mon.0) 176 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350471+0000 mon.a (mon.0) 177 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350471+0000 mon.a (mon.0) 177 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350488+0000 mon.a (mon.0) 178 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350488+0000 mon.a (mon.0) 178 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350504+0000 mon.a (mon.0) 179 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350504+0000 mon.a (mon.0) 179 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350525+0000 mon.a (mon.0) 180 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350525+0000 mon.a (mon.0) 180 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350551+0000 mon.a (mon.0) 181 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350551+0000 mon.a (mon.0) 181 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350574+0000 mon.a (mon.0) 182 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350574+0000 mon.a (mon.0) 182 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350597+0000 mon.a (mon.0) 183 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.350597+0000 mon.a (mon.0) 183 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.731 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.351706+0000 mon.a (mon.0) 184 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.351706+0000 mon.a (mon.0) 184 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.351766+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.351766+0000 mon.a (mon.0) 185 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.352343+0000 mon.a (mon.0) 186 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.352343+0000 mon.a (mon.0) 186 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.352718+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.352718+0000 mon.a (mon.0) 187 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.371929+0000 mon.a (mon.0) 188 : cluster [ERR] Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.371929+0000 mon.a (mon.0) 188 : cluster [ERR] Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.371970+0000 mon.a (mon.0) 189 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.371970+0000 mon.a (mon.0) 189 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:32:07.732 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372025+0000 mon.a (mon.0) 190 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431882+0000 mon.a (mon.0) 208 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431921+0000 mon.a (mon.0) 209 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431921+0000 mon.a (mon.0) 209 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431951+0000 mon.a (mon.0) 210 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431951+0000 mon.a (mon.0) 210 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431981+0000 mon.a (mon.0) 211 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.431981+0000 mon.a (mon.0) 211 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.432004+0000 mon.a (mon.0) 212 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.432004+0000 mon.a (mon.0) 212 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.432023+0000 mon.a (mon.0) 213 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.733 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.432023+0000 mon.a (mon.0) 213 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.432054+0000 mon.a (mon.0) 214 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.432054+0000 mon.a (mon.0) 214 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.453456+0000 mon.a (mon.0) 215 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.453456+0000 mon.a (mon.0) 215 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.453557+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.453557+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.454363+0000 mon.a (mon.0) 217 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.454363+0000 mon.a (mon.0) 217 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.454788+0000 mon.a (mon.0) 218 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.454788+0000 mon.a (mon.0) 218 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464795+0000 mon.a (mon.0) 219 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464795+0000 mon.a (mon.0) 219 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464836+0000 mon.a (mon.0) 220 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.734 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464836+0000 mon.a (mon.0) 220 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464854+0000 mon.a (mon.0) 221 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464854+0000 mon.a (mon.0) 221 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464879+0000 mon.a (mon.0) 222 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464879+0000 mon.a (mon.0) 222 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464898+0000 mon.a (mon.0) 223 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464898+0000 mon.a (mon.0) 223 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464918+0000 mon.a (mon.0) 224 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464918+0000 mon.a (mon.0) 224 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464969+0000 mon.a (mon.0) 225 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.464969+0000 mon.a (mon.0) 225 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.465014+0000 mon.a (mon.0) 226 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.465014+0000 mon.a (mon.0) 226 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.465074+0000 mon.a (mon.0) 227 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.735 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.465074+0000 mon.a (mon.0) 227 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.465119+0000 mon.a (mon.0) 228 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.736 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:07 smithi113 bash[81732]: cluster 2024-05-11T04:32:07.465119+0000 mon.a (mon.0) 228 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.736 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372025+0000 mon.a (mon.0) 190 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] is down (out of quorum) 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372064+0000 mon.a (mon.0) 191 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372064+0000 mon.a (mon.0) 191 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372100+0000 mon.a (mon.0) 192 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372100+0000 mon.a (mon.0) 192 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372149+0000 mon.a (mon.0) 193 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372149+0000 mon.a (mon.0) 193 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372189+0000 mon.a (mon.0) 194 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372189+0000 mon.a (mon.0) 194 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372226+0000 mon.a (mon.0) 195 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372226+0000 mon.a (mon.0) 195 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372272+0000 mon.a (mon.0) 196 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372272+0000 mon.a (mon.0) 196 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372330+0000 mon.a (mon.0) 197 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.737 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372330+0000 mon.a (mon.0) 197 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372420+0000 mon.a (mon.0) 198 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372420+0000 mon.a (mon.0) 198 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372523+0000 mon.a (mon.0) 199 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:06.372523+0000 mon.a (mon.0) 199 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:06.379009+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:06.379009+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:06.385393+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:06.385393+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:06.394415+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: audit 2024-05-11T04:32:06.394415+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:01.342508+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:01.342508+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.377480+0000 mon.a (mon.0) 204 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.738 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.377480+0000 mon.a (mon.0) 204 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.378807+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.378807+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.422285+0000 mon.a (mon.0) 205 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.422285+0000 mon.a (mon.0) 205 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431779+0000 mon.a (mon.0) 206 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431779+0000 mon.a (mon.0) 206 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431839+0000 mon.a (mon.0) 207 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431839+0000 mon.a (mon.0) 207 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431882+0000 mon.a (mon.0) 208 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431882+0000 mon.a (mon.0) 208 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431921+0000 mon.a (mon.0) 209 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431921+0000 mon.a (mon.0) 209 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431951+0000 mon.a (mon.0) 210 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431951+0000 mon.a (mon.0) 210 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.739 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431981+0000 mon.a (mon.0) 211 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.431981+0000 mon.a (mon.0) 211 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.432004+0000 mon.a (mon.0) 212 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.432004+0000 mon.a (mon.0) 212 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.432023+0000 mon.a (mon.0) 213 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.432023+0000 mon.a (mon.0) 213 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.432054+0000 mon.a (mon.0) 214 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.432054+0000 mon.a (mon.0) 214 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.453456+0000 mon.a (mon.0) 215 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.453456+0000 mon.a (mon.0) 215 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.453557+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.453557+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.454363+0000 mon.a (mon.0) 217 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.454363+0000 mon.a (mon.0) 217 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.740 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.454788+0000 mon.a (mon.0) 218 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.454788+0000 mon.a (mon.0) 218 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464795+0000 mon.a (mon.0) 219 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464795+0000 mon.a (mon.0) 219 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464836+0000 mon.a (mon.0) 220 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464836+0000 mon.a (mon.0) 220 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464854+0000 mon.a (mon.0) 221 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464854+0000 mon.a (mon.0) 221 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464879+0000 mon.a (mon.0) 222 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464879+0000 mon.a (mon.0) 222 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464898+0000 mon.a (mon.0) 223 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464898+0000 mon.a (mon.0) 223 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464918+0000 mon.a (mon.0) 224 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464918+0000 mon.a (mon.0) 224 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464969+0000 mon.a (mon.0) 225 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.741 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.464969+0000 mon.a (mon.0) 225 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.742 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.465014+0000 mon.a (mon.0) 226 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.742 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.465014+0000 mon.a (mon.0) 226 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.742 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.465074+0000 mon.a (mon.0) 227 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.742 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.465074+0000 mon.a (mon.0) 227 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.742 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.465119+0000 mon.a (mon.0) 228 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.742 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:07 smithi113 bash[84165]: cluster 2024-05-11T04:32:07.465119+0000 mon.a (mon.0) 228 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:01.342508+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-05-11T04:32:07.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:01.342508+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-05-11T04:32:07.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.377480+0000 mon.a (mon.0) 204 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.377480+0000 mon.a (mon.0) 204 : cluster [INF] mon.a calling monitor election 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.378807+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.378807+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.422285+0000 mon.a (mon.0) 205 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.422285+0000 mon.a (mon.0) 205 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431779+0000 mon.a (mon.0) 206 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431779+0000 mon.a (mon.0) 206 : cluster [DBG] monmap epoch 4 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431839+0000 mon.a (mon.0) 207 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431839+0000 mon.a (mon.0) 207 : cluster [DBG] fsid 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431882+0000 mon.a (mon.0) 208 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431882+0000 mon.a (mon.0) 208 : cluster [DBG] last_changed 2024-05-11T04:32:01.311958+0000 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431921+0000 mon.a (mon.0) 209 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431921+0000 mon.a (mon.0) 209 : cluster [DBG] created 2024-05-11T04:11:09.966521+0000 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431951+0000 mon.a (mon.0) 210 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431951+0000 mon.a (mon.0) 210 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431981+0000 mon.a (mon.0) 211 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.431981+0000 mon.a (mon.0) 211 : cluster [DBG] election_strategy: 1 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.432004+0000 mon.a (mon.0) 212 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.432004+0000 mon.a (mon.0) 212 : cluster [DBG] 0: [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon.a 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.432023+0000 mon.a (mon.0) 213 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.432023+0000 mon.a (mon.0) 213 : cluster [DBG] 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.b 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.432054+0000 mon.a (mon.0) 214 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.771 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.432054+0000 mon.a (mon.0) 214 : cluster [DBG] 2: [v2:172.21.15.113:3301/0,v1:172.21.15.113:6790/0] mon.c 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.453456+0000 mon.a (mon.0) 215 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.453456+0000 mon.a (mon.0) 215 : cluster [DBG] fsmap foo:1 {0=foo.smithi173.ibjpzf=up:active} 1 up:standby 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.453557+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.453557+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.454363+0000 mon.a (mon.0) 217 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.454363+0000 mon.a (mon.0) 217 : cluster [DBG] mgrmap e39: y(active, since 2m), standbys: x 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.454788+0000 mon.a (mon.0) 218 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.454788+0000 mon.a (mon.0) 218 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464795+0000 mon.a (mon.0) 219 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464795+0000 mon.a (mon.0) 219 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464836+0000 mon.a (mon.0) 220 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464836+0000 mon.a (mon.0) 220 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464854+0000 mon.a (mon.0) 221 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464854+0000 mon.a (mon.0) 221 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.772 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464879+0000 mon.a (mon.0) 222 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464879+0000 mon.a (mon.0) 222 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464898+0000 mon.a (mon.0) 223 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464898+0000 mon.a (mon.0) 223 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464918+0000 mon.a (mon.0) 224 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464918+0000 mon.a (mon.0) 224 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464969+0000 mon.a (mon.0) 225 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.464969+0000 mon.a (mon.0) 225 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.465014+0000 mon.a (mon.0) 226 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.465014+0000 mon.a (mon.0) 226 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.465074+0000 mon.a (mon.0) 227 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.465074+0000 mon.a (mon.0) 227 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.465119+0000 mon.a (mon.0) 228 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:07.773 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:07 smithi173 bash[67089]: cluster 2024-05-11T04:32:07.465119+0000 mon.a (mon.0) 228 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:32:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:32:09] "GET /metrics HTTP/1.1" 200 33974 "" "Prometheus/2.43.0" 2024-05-11T04:32:09.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:09 smithi113 bash[81732]: cluster 2024-05-11T04:32:08.778262+0000 mgr.y (mgr.25853) 92 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:09.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:09 smithi113 bash[81732]: cluster 2024-05-11T04:32:08.778262+0000 mgr.y (mgr.25853) 92 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:09.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:09 smithi113 bash[84165]: cluster 2024-05-11T04:32:08.778262+0000 mgr.y (mgr.25853) 92 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:09.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:09 smithi113 bash[84165]: cluster 2024-05-11T04:32:08.778262+0000 mgr.y (mgr.25853) 92 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:09 smithi173 bash[67089]: cluster 2024-05-11T04:32:08.778262+0000 mgr.y (mgr.25853) 92 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:09 smithi173 bash[67089]: cluster 2024-05-11T04:32:08.778262+0000 mgr.y (mgr.25853) 92 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:11.900 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:32:12.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:11 smithi113 bash[81732]: cluster 2024-05-11T04:32:10.779377+0000 mgr.y (mgr.25853) 93 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:12.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:11 smithi113 bash[81732]: cluster 2024-05-11T04:32:10.779377+0000 mgr.y (mgr.25853) 93 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:11 smithi113 bash[84165]: cluster 2024-05-11T04:32:10.779377+0000 mgr.y (mgr.25853) 93 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:11 smithi113 bash[84165]: cluster 2024-05-11T04:32:10.779377+0000 mgr.y (mgr.25853) 93 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:11 smithi173 bash[67089]: cluster 2024-05-11T04:32:10.779377+0000 mgr.y (mgr.25853) 93 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:11 smithi173 bash[67089]: cluster 2024-05-11T04:32:10.779377+0000 mgr.y (mgr.25853) 93 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:13.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:13 smithi113 bash[81732]: audit 2024-05-11T04:32:12.462102+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:13 smithi113 bash[81732]: audit 2024-05-11T04:32:12.462102+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:13 smithi113 bash[81732]: audit 2024-05-11T04:32:12.476373+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:13 smithi113 bash[81732]: audit 2024-05-11T04:32:12.476373+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:13 smithi113 bash[81732]: cluster 2024-05-11T04:32:12.779955+0000 mgr.y (mgr.25853) 94 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:13 smithi113 bash[81732]: cluster 2024-05-11T04:32:12.779955+0000 mgr.y (mgr.25853) 94 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:13 smithi113 bash[84165]: audit 2024-05-11T04:32:12.462102+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:13 smithi113 bash[84165]: audit 2024-05-11T04:32:12.462102+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:13 smithi113 bash[84165]: audit 2024-05-11T04:32:12.476373+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:13 smithi113 bash[84165]: audit 2024-05-11T04:32:12.476373+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:13 smithi113 bash[84165]: cluster 2024-05-11T04:32:12.779955+0000 mgr.y (mgr.25853) 94 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:13 smithi113 bash[84165]: cluster 2024-05-11T04:32:12.779955+0000 mgr.y (mgr.25853) 94 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:13 smithi173 bash[67089]: audit 2024-05-11T04:32:12.462102+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:13 smithi173 bash[67089]: audit 2024-05-11T04:32:12.462102+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:13 smithi173 bash[67089]: audit 2024-05-11T04:32:12.476373+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:13 smithi173 bash[67089]: audit 2024-05-11T04:32:12.476373+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:13 smithi173 bash[67089]: cluster 2024-05-11T04:32:12.779955+0000 mgr.y (mgr.25853) 94 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:13.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:13 smithi173 bash[67089]: cluster 2024-05-11T04:32:12.779955+0000 mgr.y (mgr.25853) 94 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:14 smithi113 bash[81732]: audit 2024-05-11T04:32:13.577241+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:14 smithi113 bash[81732]: audit 2024-05-11T04:32:13.577241+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:14 smithi113 bash[81732]: audit 2024-05-11T04:32:13.590744+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:14 smithi113 bash[81732]: audit 2024-05-11T04:32:13.590744+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:14 smithi113 bash[81732]: audit 2024-05-11T04:32:13.814086+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:14 smithi113 bash[81732]: audit 2024-05-11T04:32:13.814086+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:14 smithi113 bash[84165]: audit 2024-05-11T04:32:13.577241+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:14 smithi113 bash[84165]: audit 2024-05-11T04:32:13.577241+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:14 smithi113 bash[84165]: audit 2024-05-11T04:32:13.590744+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:14 smithi113 bash[84165]: audit 2024-05-11T04:32:13.590744+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:14 smithi113 bash[84165]: audit 2024-05-11T04:32:13.814086+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:14.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:14 smithi113 bash[84165]: audit 2024-05-11T04:32:13.814086+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:15.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:14 smithi173 bash[67089]: audit 2024-05-11T04:32:13.577241+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:15.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:14 smithi173 bash[67089]: audit 2024-05-11T04:32:13.577241+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:15.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:14 smithi173 bash[67089]: audit 2024-05-11T04:32:13.590744+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:15.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:14 smithi173 bash[67089]: audit 2024-05-11T04:32:13.590744+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:15.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:14 smithi173 bash[67089]: audit 2024-05-11T04:32:13.814086+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:15.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:14 smithi173 bash[67089]: audit 2024-05-11T04:32:13.814086+0000 mon.a (mon.0) 233 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:15.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:15 smithi113 bash[81732]: cluster 2024-05-11T04:32:14.781074+0000 mgr.y (mgr.25853) 95 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:15.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:15 smithi113 bash[81732]: cluster 2024-05-11T04:32:14.781074+0000 mgr.y (mgr.25853) 95 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:15.976 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:15 smithi113 bash[84165]: cluster 2024-05-11T04:32:14.781074+0000 mgr.y (mgr.25853) 95 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:15.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:15 smithi113 bash[84165]: cluster 2024-05-11T04:32:14.781074+0000 mgr.y (mgr.25853) 95 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:16.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:15 smithi173 bash[67089]: cluster 2024-05-11T04:32:14.781074+0000 mgr.y (mgr.25853) 95 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:16.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:15 smithi173 bash[67089]: cluster 2024-05-11T04:32:14.781074+0000 mgr.y (mgr.25853) 95 : cluster [DBG] pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:17 smithi113 bash[81732]: cluster 2024-05-11T04:32:16.781730+0000 mgr.y (mgr.25853) 96 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:17 smithi113 bash[81732]: cluster 2024-05-11T04:32:16.781730+0000 mgr.y (mgr.25853) 96 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:18.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:17 smithi113 bash[84165]: cluster 2024-05-11T04:32:16.781730+0000 mgr.y (mgr.25853) 96 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:18.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:17 smithi113 bash[84165]: cluster 2024-05-11T04:32:16.781730+0000 mgr.y (mgr.25853) 96 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:17 smithi173 bash[67089]: cluster 2024-05-11T04:32:16.781730+0000 mgr.y (mgr.25853) 96 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:17 smithi173 bash[67089]: cluster 2024-05-11T04:32:16.781730+0000 mgr.y (mgr.25853) 96 : cluster [DBG] pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:32:19] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-05-11T04:32:19.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:19 smithi113 bash[81732]: cluster 2024-05-11T04:32:18.782379+0000 mgr.y (mgr.25853) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:19.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:19 smithi113 bash[81732]: cluster 2024-05-11T04:32:18.782379+0000 mgr.y (mgr.25853) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:19.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:19 smithi113 bash[84165]: cluster 2024-05-11T04:32:18.782379+0000 mgr.y (mgr.25853) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:19.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:19 smithi113 bash[84165]: cluster 2024-05-11T04:32:18.782379+0000 mgr.y (mgr.25853) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:20.223 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:19 smithi173 bash[67089]: cluster 2024-05-11T04:32:18.782379+0000 mgr.y (mgr.25853) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:20.223 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:19 smithi173 bash[67089]: cluster 2024-05-11T04:32:18.782379+0000 mgr.y (mgr.25853) 97 : cluster [DBG] pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:22.212 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:21 smithi173 bash[67089]: cluster 2024-05-11T04:32:20.783461+0000 mgr.y (mgr.25853) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:22.212 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:21 smithi173 bash[67089]: cluster 2024-05-11T04:32:20.783461+0000 mgr.y (mgr.25853) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:21 smithi113 bash[81732]: cluster 2024-05-11T04:32:20.783461+0000 mgr.y (mgr.25853) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:21 smithi113 bash[81732]: cluster 2024-05-11T04:32:20.783461+0000 mgr.y (mgr.25853) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:22.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:21 smithi113 bash[84165]: cluster 2024-05-11T04:32:20.783461+0000 mgr.y (mgr.25853) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:22.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:21 smithi113 bash[84165]: cluster 2024-05-11T04:32:20.783461+0000 mgr.y (mgr.25853) 98 : cluster [DBG] pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.747320+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.747320+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.761187+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.761187+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.763821+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.763821+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.765598+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.765598+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.777942+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.777942+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: cluster 2024-05-11T04:32:22.784229+0000 mgr.y (mgr.25853) 99 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: cluster 2024-05-11T04:32:22.784229+0000 mgr.y (mgr.25853) 99 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: cephadm 2024-05-11T04:32:22.853310+0000 mgr.y (mgr.25853) 100 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:32:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: cephadm 2024-05-11T04:32:22.853310+0000 mgr.y (mgr.25853) 100 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.853893+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.853893+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.855542+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.855542+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.857079+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: audit 2024-05-11T04:32:22.857079+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: cephadm 2024-05-11T04:32:22.858874+0000 mgr.y (mgr.25853) 101 : cephadm [INF] Reconfiguring daemon mon.a on smithi113 2024-05-11T04:32:24.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:23 smithi173 bash[67089]: cephadm 2024-05-11T04:32:22.858874+0000 mgr.y (mgr.25853) 101 : cephadm [INF] Reconfiguring daemon mon.a on smithi113 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.747320+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.747320+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.761187+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.761187+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.763821+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.763821+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.765598+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:24.067 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.765598+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.777942+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.777942+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: cluster 2024-05-11T04:32:22.784229+0000 mgr.y (mgr.25853) 99 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: cluster 2024-05-11T04:32:22.784229+0000 mgr.y (mgr.25853) 99 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: cephadm 2024-05-11T04:32:22.853310+0000 mgr.y (mgr.25853) 100 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: cephadm 2024-05-11T04:32:22.853310+0000 mgr.y (mgr.25853) 100 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.853893+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.853893+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.855542+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.855542+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.857079+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: audit 2024-05-11T04:32:22.857079+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: cephadm 2024-05-11T04:32:22.858874+0000 mgr.y (mgr.25853) 101 : cephadm [INF] Reconfiguring daemon mon.a on smithi113 2024-05-11T04:32:24.068 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:23 smithi113 bash[84165]: cephadm 2024-05-11T04:32:22.858874+0000 mgr.y (mgr.25853) 101 : cephadm [INF] Reconfiguring daemon mon.a on smithi113 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.747320+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.747320+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.761187+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.761187+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.763821+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.763821+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.765598+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.765598+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.777942+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.777942+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: cluster 2024-05-11T04:32:22.784229+0000 mgr.y (mgr.25853) 99 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.069 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: cluster 2024-05-11T04:32:22.784229+0000 mgr.y (mgr.25853) 99 : cluster [DBG] pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: cephadm 2024-05-11T04:32:22.853310+0000 mgr.y (mgr.25853) 100 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: cephadm 2024-05-11T04:32:22.853310+0000 mgr.y (mgr.25853) 100 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.853893+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.853893+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.855542+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.855542+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.857079+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: audit 2024-05-11T04:32:22.857079+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: cephadm 2024-05-11T04:32:22.858874+0000 mgr.y (mgr.25853) 101 : cephadm [INF] Reconfiguring daemon mon.a on smithi113 2024-05-11T04:32:24.070 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:23 smithi113 bash[81732]: cephadm 2024-05-11T04:32:22.858874+0000 mgr.y (mgr.25853) 101 : cephadm [INF] Reconfiguring daemon mon.a on smithi113 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: cluster 2024-05-11T04:32:24.785320+0000 mgr.y (mgr.25853) 102 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: cluster 2024-05-11T04:32:24.785320+0000 mgr.y (mgr.25853) 102 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.890164+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.890164+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.900338+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.900338+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: cephadm 2024-05-11T04:32:24.929585+0000 mgr.y (mgr.25853) 103 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: cephadm 2024-05-11T04:32:24.929585+0000 mgr.y (mgr.25853) 103 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.930247+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:26.143 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.930247+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.932204+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.932204+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.934138+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: audit 2024-05-11T04:32:24.934138+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: cephadm 2024-05-11T04:32:24.936195+0000 mgr.y (mgr.25853) 104 : cephadm [INF] Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:25 smithi113 bash[81732]: cephadm 2024-05-11T04:32:24.936195+0000 mgr.y (mgr.25853) 104 : cephadm [INF] Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: cluster 2024-05-11T04:32:24.785320+0000 mgr.y (mgr.25853) 102 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: cluster 2024-05-11T04:32:24.785320+0000 mgr.y (mgr.25853) 102 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.890164+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.890164+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.900338+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.900338+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: cephadm 2024-05-11T04:32:24.929585+0000 mgr.y (mgr.25853) 103 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: cephadm 2024-05-11T04:32:24.929585+0000 mgr.y (mgr.25853) 103 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.930247+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.930247+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.932204+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.932204+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.934138+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: audit 2024-05-11T04:32:24.934138+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: cephadm 2024-05-11T04:32:24.936195+0000 mgr.y (mgr.25853) 104 : cephadm [INF] Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:32:26.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:25 smithi113 bash[84165]: cephadm 2024-05-11T04:32:24.936195+0000 mgr.y (mgr.25853) 104 : cephadm [INF] Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:32:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: cluster 2024-05-11T04:32:24.785320+0000 mgr.y (mgr.25853) 102 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: cluster 2024-05-11T04:32:24.785320+0000 mgr.y (mgr.25853) 102 : cluster [DBG] pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.890164+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.890164+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.900338+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.900338+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: cephadm 2024-05-11T04:32:24.929585+0000 mgr.y (mgr.25853) 103 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: cephadm 2024-05-11T04:32:24.929585+0000 mgr.y (mgr.25853) 103 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.930247+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.930247+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.932204+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.932204+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.934138+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: audit 2024-05-11T04:32:24.934138+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: cephadm 2024-05-11T04:32:24.936195+0000 mgr.y (mgr.25853) 104 : cephadm [INF] Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:32:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:25 smithi173 bash[67089]: cephadm 2024-05-11T04:32:24.936195+0000 mgr.y (mgr.25853) 104 : cephadm [INF] Reconfiguring daemon mgr.y on smithi113 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: cluster 2024-05-11T04:32:26.785961+0000 mgr.y (mgr.25853) 105 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: cluster 2024-05-11T04:32:26.785961+0000 mgr.y (mgr.25853) 105 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.938007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.938007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.948566+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.948566+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: cephadm 2024-05-11T04:32:26.956321+0000 mgr.y (mgr.25853) 106 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: cephadm 2024-05-11T04:32:26.956321+0000 mgr.y (mgr.25853) 106 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.956960+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.956960+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:28.183 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.958698+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.958698+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.960281+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: audit 2024-05-11T04:32:26.960281+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: cephadm 2024-05-11T04:32:26.962171+0000 mgr.y (mgr.25853) 107 : cephadm [INF] Reconfiguring daemon mon.c on smithi113 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:27 smithi113 bash[84165]: cephadm 2024-05-11T04:32:26.962171+0000 mgr.y (mgr.25853) 107 : cephadm [INF] Reconfiguring daemon mon.c on smithi113 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: cluster 2024-05-11T04:32:26.785961+0000 mgr.y (mgr.25853) 105 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: cluster 2024-05-11T04:32:26.785961+0000 mgr.y (mgr.25853) 105 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.938007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.938007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.948566+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.184 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.948566+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: cephadm 2024-05-11T04:32:26.956321+0000 mgr.y (mgr.25853) 106 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: cephadm 2024-05-11T04:32:26.956321+0000 mgr.y (mgr.25853) 106 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.956960+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.956960+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.958698+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.958698+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.960281+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: audit 2024-05-11T04:32:26.960281+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: cephadm 2024-05-11T04:32:26.962171+0000 mgr.y (mgr.25853) 107 : cephadm [INF] Reconfiguring daemon mon.c on smithi113 2024-05-11T04:32:28.185 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:27 smithi113 bash[81732]: cephadm 2024-05-11T04:32:26.962171+0000 mgr.y (mgr.25853) 107 : cephadm [INF] Reconfiguring daemon mon.c on smithi113 2024-05-11T04:32:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: cluster 2024-05-11T04:32:26.785961+0000 mgr.y (mgr.25853) 105 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: cluster 2024-05-11T04:32:26.785961+0000 mgr.y (mgr.25853) 105 : cluster [DBG] pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.938007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.938007+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.948566+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.948566+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: cephadm 2024-05-11T04:32:26.956321+0000 mgr.y (mgr.25853) 106 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: cephadm 2024-05-11T04:32:26.956321+0000 mgr.y (mgr.25853) 106 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.956960+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.956960+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.958698+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.958698+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.960281+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: audit 2024-05-11T04:32:26.960281+0000 mon.a (mon.0) 251 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: cephadm 2024-05-11T04:32:26.962171+0000 mgr.y (mgr.25853) 107 : cephadm [INF] Reconfiguring daemon mon.c on smithi113 2024-05-11T04:32:28.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:27 smithi173 bash[67089]: cephadm 2024-05-11T04:32:26.962171+0000 mgr.y (mgr.25853) 107 : cephadm [INF] Reconfiguring daemon mon.c on smithi113 2024-05-11T04:32:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:28 smithi113 bash[81732]: audit 2024-05-11T04:32:28.814518+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:28 smithi113 bash[81732]: audit 2024-05-11T04:32:28.814518+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:28 smithi113 bash[81732]: audit 2024-05-11T04:32:28.934675+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:29.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:28 smithi113 bash[81732]: audit 2024-05-11T04:32:28.934675+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:28 smithi113 bash[84165]: audit 2024-05-11T04:32:28.814518+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:28 smithi113 bash[84165]: audit 2024-05-11T04:32:28.814518+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:28 smithi113 bash[84165]: audit 2024-05-11T04:32:28.934675+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:28 smithi113 bash[84165]: audit 2024-05-11T04:32:28.934675+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:28 smithi173 bash[67089]: audit 2024-05-11T04:32:28.814518+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:28 smithi173 bash[67089]: audit 2024-05-11T04:32:28.814518+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:28 smithi173 bash[67089]: audit 2024-05-11T04:32:28.934675+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:28 smithi173 bash[67089]: audit 2024-05-11T04:32:28.934675+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:29.726 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:32:29] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-05-11T04:32:30.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: cluster 2024-05-11T04:32:28.786641+0000 mgr.y (mgr.25853) 108 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: cluster 2024-05-11T04:32:28.786641+0000 mgr.y (mgr.25853) 108 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: audit 2024-05-11T04:32:28.947724+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: audit 2024-05-11T04:32:28.947724+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: cephadm 2024-05-11T04:32:28.982477+0000 mgr.y (mgr.25853) 109 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: cephadm 2024-05-11T04:32:28.982477+0000 mgr.y (mgr.25853) 109 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: audit 2024-05-11T04:32:28.983143+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: audit 2024-05-11T04:32:28.983143+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: audit 2024-05-11T04:32:28.984614+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: audit 2024-05-11T04:32:28.984614+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: cephadm 2024-05-11T04:32:28.987858+0000 mgr.y (mgr.25853) 110 : cephadm [INF] Reconfiguring daemon osd.0 on smithi113 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:29 smithi113 bash[81732]: cephadm 2024-05-11T04:32:28.987858+0000 mgr.y (mgr.25853) 110 : cephadm [INF] Reconfiguring daemon osd.0 on smithi113 2024-05-11T04:32:30.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: cluster 2024-05-11T04:32:28.786641+0000 mgr.y (mgr.25853) 108 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: cluster 2024-05-11T04:32:28.786641+0000 mgr.y (mgr.25853) 108 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: audit 2024-05-11T04:32:28.947724+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: audit 2024-05-11T04:32:28.947724+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: cephadm 2024-05-11T04:32:28.982477+0000 mgr.y (mgr.25853) 109 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: cephadm 2024-05-11T04:32:28.982477+0000 mgr.y (mgr.25853) 109 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: audit 2024-05-11T04:32:28.983143+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: audit 2024-05-11T04:32:28.983143+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: audit 2024-05-11T04:32:28.984614+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: audit 2024-05-11T04:32:28.984614+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: cephadm 2024-05-11T04:32:28.987858+0000 mgr.y (mgr.25853) 110 : cephadm [INF] Reconfiguring daemon osd.0 on smithi113 2024-05-11T04:32:30.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:29 smithi113 bash[84165]: cephadm 2024-05-11T04:32:28.987858+0000 mgr.y (mgr.25853) 110 : cephadm [INF] Reconfiguring daemon osd.0 on smithi113 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: cluster 2024-05-11T04:32:28.786641+0000 mgr.y (mgr.25853) 108 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: cluster 2024-05-11T04:32:28.786641+0000 mgr.y (mgr.25853) 108 : cluster [DBG] pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: audit 2024-05-11T04:32:28.947724+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: audit 2024-05-11T04:32:28.947724+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: cephadm 2024-05-11T04:32:28.982477+0000 mgr.y (mgr.25853) 109 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: cephadm 2024-05-11T04:32:28.982477+0000 mgr.y (mgr.25853) 109 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: audit 2024-05-11T04:32:28.983143+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: audit 2024-05-11T04:32:28.983143+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:32:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: audit 2024-05-11T04:32:28.984614+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: audit 2024-05-11T04:32:28.984614+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: cephadm 2024-05-11T04:32:28.987858+0000 mgr.y (mgr.25853) 110 : cephadm [INF] Reconfiguring daemon osd.0 on smithi113 2024-05-11T04:32:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:29 smithi173 bash[67089]: cephadm 2024-05-11T04:32:28.987858+0000 mgr.y (mgr.25853) 110 : cephadm [INF] Reconfiguring daemon osd.0 on smithi113 2024-05-11T04:32:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: cluster 2024-05-11T04:32:30.787787+0000 mgr.y (mgr.25853) 111 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: cluster 2024-05-11T04:32:30.787787+0000 mgr.y (mgr.25853) 111 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.291876+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.291876+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.300559+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.300559+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.308442+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.308442+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.309690+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:31 smithi113 bash[81732]: audit 2024-05-11T04:32:31.309690+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: cluster 2024-05-11T04:32:30.787787+0000 mgr.y (mgr.25853) 111 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: cluster 2024-05-11T04:32:30.787787+0000 mgr.y (mgr.25853) 111 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.291876+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.291876+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.300559+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.300559+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.308442+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:32:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.308442+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:32:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.309690+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:31 smithi113 bash[84165]: audit 2024-05-11T04:32:31.309690+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: cluster 2024-05-11T04:32:30.787787+0000 mgr.y (mgr.25853) 111 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: cluster 2024-05-11T04:32:30.787787+0000 mgr.y (mgr.25853) 111 : cluster [DBG] pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.291876+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.291876+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.300559+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.300559+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.308442+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:32:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.308442+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:32:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.309690+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:31 smithi173 bash[67089]: audit 2024-05-11T04:32:31.309690+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:33.019 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:32:32 smithi173 bash[49446]: logger=cleanup t=2024-05-11T04:32:32.772277647Z level=info msg="Completed cleanup jobs" duration=65.237243ms 2024-05-11T04:32:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:32 smithi173 bash[67089]: cephadm 2024-05-11T04:32:31.307967+0000 mgr.y (mgr.25853) 112 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:32:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:32 smithi173 bash[67089]: cephadm 2024-05-11T04:32:31.307967+0000 mgr.y (mgr.25853) 112 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:32:33.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:32 smithi173 bash[67089]: cephadm 2024-05-11T04:32:31.312233+0000 mgr.y (mgr.25853) 113 : cephadm [INF] Reconfiguring daemon osd.1 on smithi113 2024-05-11T04:32:33.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:32 smithi173 bash[67089]: cephadm 2024-05-11T04:32:31.312233+0000 mgr.y (mgr.25853) 113 : cephadm [INF] Reconfiguring daemon osd.1 on smithi113 2024-05-11T04:32:33.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:32 smithi113 bash[81732]: cephadm 2024-05-11T04:32:31.307967+0000 mgr.y (mgr.25853) 112 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:32:33.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:32 smithi113 bash[81732]: cephadm 2024-05-11T04:32:31.307967+0000 mgr.y (mgr.25853) 112 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:32:33.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:32 smithi113 bash[81732]: cephadm 2024-05-11T04:32:31.312233+0000 mgr.y (mgr.25853) 113 : cephadm [INF] Reconfiguring daemon osd.1 on smithi113 2024-05-11T04:32:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:32 smithi113 bash[81732]: cephadm 2024-05-11T04:32:31.312233+0000 mgr.y (mgr.25853) 113 : cephadm [INF] Reconfiguring daemon osd.1 on smithi113 2024-05-11T04:32:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:32 smithi113 bash[84165]: cephadm 2024-05-11T04:32:31.307967+0000 mgr.y (mgr.25853) 112 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:32:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:32 smithi113 bash[84165]: cephadm 2024-05-11T04:32:31.307967+0000 mgr.y (mgr.25853) 112 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:32:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:32 smithi113 bash[84165]: cephadm 2024-05-11T04:32:31.312233+0000 mgr.y (mgr.25853) 113 : cephadm [INF] Reconfiguring daemon osd.1 on smithi113 2024-05-11T04:32:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:32 smithi113 bash[84165]: cephadm 2024-05-11T04:32:31.312233+0000 mgr.y (mgr.25853) 113 : cephadm [INF] Reconfiguring daemon osd.1 on smithi113 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: cluster 2024-05-11T04:32:32.788432+0000 mgr.y (mgr.25853) 114 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: cluster 2024-05-11T04:32:32.788432+0000 mgr.y (mgr.25853) 114 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.408148+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.408148+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.420861+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.420861+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.431830+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.431830+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.433547+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:33 smithi113 bash[81732]: audit 2024-05-11T04:32:33.433547+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: cluster 2024-05-11T04:32:32.788432+0000 mgr.y (mgr.25853) 114 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: cluster 2024-05-11T04:32:32.788432+0000 mgr.y (mgr.25853) 114 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.408148+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.408148+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.420861+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.420861+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.431830+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.431830+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.433547+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:34.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:33 smithi113 bash[84165]: audit 2024-05-11T04:32:33.433547+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: cluster 2024-05-11T04:32:32.788432+0000 mgr.y (mgr.25853) 114 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: cluster 2024-05-11T04:32:32.788432+0000 mgr.y (mgr.25853) 114 : cluster [DBG] pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.408148+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.408148+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.420861+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.420861+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.431830+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.431830+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.433547+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:33 smithi173 bash[67089]: audit 2024-05-11T04:32:33.433547+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:35.128 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:34 smithi113 bash[81732]: cephadm 2024-05-11T04:32:33.431157+0000 mgr.y (mgr.25853) 115 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:34 smithi113 bash[81732]: cephadm 2024-05-11T04:32:33.431157+0000 mgr.y (mgr.25853) 115 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:34 smithi113 bash[81732]: cephadm 2024-05-11T04:32:33.436929+0000 mgr.y (mgr.25853) 116 : cephadm [INF] Reconfiguring daemon osd.2 on smithi113 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:34 smithi113 bash[81732]: cephadm 2024-05-11T04:32:33.436929+0000 mgr.y (mgr.25853) 116 : cephadm [INF] Reconfiguring daemon osd.2 on smithi113 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:34 smithi113 bash[84165]: cephadm 2024-05-11T04:32:33.431157+0000 mgr.y (mgr.25853) 115 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:34 smithi113 bash[84165]: cephadm 2024-05-11T04:32:33.431157+0000 mgr.y (mgr.25853) 115 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:34 smithi113 bash[84165]: cephadm 2024-05-11T04:32:33.436929+0000 mgr.y (mgr.25853) 116 : cephadm [INF] Reconfiguring daemon osd.2 on smithi113 2024-05-11T04:32:35.129 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:34 smithi113 bash[84165]: cephadm 2024-05-11T04:32:33.436929+0000 mgr.y (mgr.25853) 116 : cephadm [INF] Reconfiguring daemon osd.2 on smithi113 2024-05-11T04:32:35.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:34 smithi173 bash[67089]: cephadm 2024-05-11T04:32:33.431157+0000 mgr.y (mgr.25853) 115 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:32:35.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:34 smithi173 bash[67089]: cephadm 2024-05-11T04:32:33.431157+0000 mgr.y (mgr.25853) 115 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:32:35.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:34 smithi173 bash[67089]: cephadm 2024-05-11T04:32:33.436929+0000 mgr.y (mgr.25853) 116 : cephadm [INF] Reconfiguring daemon osd.2 on smithi113 2024-05-11T04:32:35.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:34 smithi173 bash[67089]: cephadm 2024-05-11T04:32:33.436929+0000 mgr.y (mgr.25853) 116 : cephadm [INF] Reconfiguring daemon osd.2 on smithi113 2024-05-11T04:32:36.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: cluster 2024-05-11T04:32:34.789446+0000 mgr.y (mgr.25853) 117 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: cluster 2024-05-11T04:32:34.789446+0000 mgr.y (mgr.25853) 117 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.688176+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.688176+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.695832+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.695832+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.706948+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.706948+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.707791+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:35 smithi113 bash[81732]: audit 2024-05-11T04:32:35.707791+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: cluster 2024-05-11T04:32:34.789446+0000 mgr.y (mgr.25853) 117 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: cluster 2024-05-11T04:32:34.789446+0000 mgr.y (mgr.25853) 117 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.688176+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.688176+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.695832+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.695832+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.706948+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.706948+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.707791+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:35 smithi113 bash[84165]: audit 2024-05-11T04:32:35.707791+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: cluster 2024-05-11T04:32:34.789446+0000 mgr.y (mgr.25853) 117 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: cluster 2024-05-11T04:32:34.789446+0000 mgr.y (mgr.25853) 117 : cluster [DBG] pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.688176+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.688176+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.695832+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.695832+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.706948+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.706948+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.707791+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:35 smithi173 bash[67089]: audit 2024-05-11T04:32:35.707791+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:37.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:36 smithi113 bash[84165]: cephadm 2024-05-11T04:32:35.706609+0000 mgr.y (mgr.25853) 118 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:32:37.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:36 smithi113 bash[84165]: cephadm 2024-05-11T04:32:35.706609+0000 mgr.y (mgr.25853) 118 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:32:37.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:36 smithi113 bash[84165]: cephadm 2024-05-11T04:32:35.709915+0000 mgr.y (mgr.25853) 119 : cephadm [INF] Reconfiguring daemon osd.3 on smithi113 2024-05-11T04:32:37.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:36 smithi113 bash[84165]: cephadm 2024-05-11T04:32:35.709915+0000 mgr.y (mgr.25853) 119 : cephadm [INF] Reconfiguring daemon osd.3 on smithi113 2024-05-11T04:32:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:36 smithi113 bash[81732]: cephadm 2024-05-11T04:32:35.706609+0000 mgr.y (mgr.25853) 118 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:32:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:36 smithi113 bash[81732]: cephadm 2024-05-11T04:32:35.706609+0000 mgr.y (mgr.25853) 118 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:32:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:36 smithi113 bash[81732]: cephadm 2024-05-11T04:32:35.709915+0000 mgr.y (mgr.25853) 119 : cephadm [INF] Reconfiguring daemon osd.3 on smithi113 2024-05-11T04:32:37.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:36 smithi113 bash[81732]: cephadm 2024-05-11T04:32:35.709915+0000 mgr.y (mgr.25853) 119 : cephadm [INF] Reconfiguring daemon osd.3 on smithi113 2024-05-11T04:32:37.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:36 smithi173 bash[67089]: cephadm 2024-05-11T04:32:35.706609+0000 mgr.y (mgr.25853) 118 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:32:37.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:36 smithi173 bash[67089]: cephadm 2024-05-11T04:32:35.706609+0000 mgr.y (mgr.25853) 118 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:32:37.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:36 smithi173 bash[67089]: cephadm 2024-05-11T04:32:35.709915+0000 mgr.y (mgr.25853) 119 : cephadm [INF] Reconfiguring daemon osd.3 on smithi113 2024-05-11T04:32:37.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:36 smithi173 bash[67089]: cephadm 2024-05-11T04:32:35.709915+0000 mgr.y (mgr.25853) 119 : cephadm [INF] Reconfiguring daemon osd.3 on smithi113 2024-05-11T04:32:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: cluster 2024-05-11T04:32:36.790104+0000 mgr.y (mgr.25853) 120 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: cluster 2024-05-11T04:32:36.790104+0000 mgr.y (mgr.25853) 120 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.758955+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.758955+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.766841+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.766841+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.780898+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.780898+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.782078+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:37 smithi173 bash[67089]: audit 2024-05-11T04:32:37.782078+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: cluster 2024-05-11T04:32:36.790104+0000 mgr.y (mgr.25853) 120 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: cluster 2024-05-11T04:32:36.790104+0000 mgr.y (mgr.25853) 120 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.758955+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.758955+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.766841+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.766841+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.780898+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.780898+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.782078+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:37 smithi113 bash[84165]: audit 2024-05-11T04:32:37.782078+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: cluster 2024-05-11T04:32:36.790104+0000 mgr.y (mgr.25853) 120 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: cluster 2024-05-11T04:32:36.790104+0000 mgr.y (mgr.25853) 120 : cluster [DBG] pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.758955+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.758955+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.766841+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.766841+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.780898+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.780898+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi113.zdnevb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:38.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.782078+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:38.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:37 smithi113 bash[81732]: audit 2024-05-11T04:32:37.782078+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:39.260 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:38 smithi113 bash[81732]: cephadm 2024-05-11T04:32:37.780418+0000 mgr.y (mgr.25853) 121 : cephadm [INF] Reconfiguring mds.foo.smithi113.zdnevb (monmap changed)... 2024-05-11T04:32:39.260 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:38 smithi113 bash[81732]: cephadm 2024-05-11T04:32:37.780418+0000 mgr.y (mgr.25853) 121 : cephadm [INF] Reconfiguring mds.foo.smithi113.zdnevb (monmap changed)... 2024-05-11T04:32:39.260 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:38 smithi113 bash[81732]: cephadm 2024-05-11T04:32:37.783529+0000 mgr.y (mgr.25853) 122 : cephadm [INF] Reconfiguring daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:32:39.260 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:38 smithi113 bash[81732]: cephadm 2024-05-11T04:32:37.783529+0000 mgr.y (mgr.25853) 122 : cephadm [INF] Reconfiguring daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:32:39.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:38 smithi113 bash[84165]: cephadm 2024-05-11T04:32:37.780418+0000 mgr.y (mgr.25853) 121 : cephadm [INF] Reconfiguring mds.foo.smithi113.zdnevb (monmap changed)... 2024-05-11T04:32:39.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:38 smithi113 bash[84165]: cephadm 2024-05-11T04:32:37.780418+0000 mgr.y (mgr.25853) 121 : cephadm [INF] Reconfiguring mds.foo.smithi113.zdnevb (monmap changed)... 2024-05-11T04:32:39.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:38 smithi113 bash[84165]: cephadm 2024-05-11T04:32:37.783529+0000 mgr.y (mgr.25853) 122 : cephadm [INF] Reconfiguring daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:32:39.261 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:38 smithi113 bash[84165]: cephadm 2024-05-11T04:32:37.783529+0000 mgr.y (mgr.25853) 122 : cephadm [INF] Reconfiguring daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:32:39.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:38 smithi173 bash[67089]: cephadm 2024-05-11T04:32:37.780418+0000 mgr.y (mgr.25853) 121 : cephadm [INF] Reconfiguring mds.foo.smithi113.zdnevb (monmap changed)... 2024-05-11T04:32:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:38 smithi173 bash[67089]: cephadm 2024-05-11T04:32:37.780418+0000 mgr.y (mgr.25853) 121 : cephadm [INF] Reconfiguring mds.foo.smithi113.zdnevb (monmap changed)... 2024-05-11T04:32:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:38 smithi173 bash[67089]: cephadm 2024-05-11T04:32:37.783529+0000 mgr.y (mgr.25853) 122 : cephadm [INF] Reconfiguring daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:32:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:38 smithi173 bash[67089]: cephadm 2024-05-11T04:32:37.783529+0000 mgr.y (mgr.25853) 122 : cephadm [INF] Reconfiguring daemon mds.foo.smithi113.zdnevb on smithi113 2024-05-11T04:32:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:32:39] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: cluster 2024-05-11T04:32:38.790697+0000 mgr.y (mgr.25853) 123 : cluster [DBG] pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: cluster 2024-05-11T04:32:38.790697+0000 mgr.y (mgr.25853) 123 : cluster [DBG] pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.795786+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.795786+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.807422+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.807422+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.853962+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.853962+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:40.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.855193+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:40.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.855193+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:40.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.856307+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:40.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:39 smithi173 bash[67089]: audit 2024-05-11T04:32:39.856307+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: cluster 2024-05-11T04:32:38.790697+0000 mgr.y (mgr.25853) 123 : cluster [DBG] pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: cluster 2024-05-11T04:32:38.790697+0000 mgr.y (mgr.25853) 123 : cluster [DBG] pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.795786+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.795786+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.807422+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.807422+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.853962+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.853962+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.855193+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.855193+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.856307+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:39 smithi113 bash[84165]: audit 2024-05-11T04:32:39.856307+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: cluster 2024-05-11T04:32:38.790697+0000 mgr.y (mgr.25853) 123 : cluster [DBG] pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: cluster 2024-05-11T04:32:38.790697+0000 mgr.y (mgr.25853) 123 : cluster [DBG] pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.795786+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.795786+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.807422+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.807422+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.853962+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.853962+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.855193+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.855193+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.856307+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:40.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:39 smithi113 bash[81732]: audit 2024-05-11T04:32:39.856307+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:41.253 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:41 smithi173 bash[67089]: cephadm 2024-05-11T04:32:39.853496+0000 mgr.y (mgr.25853) 124 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:32:41.254 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:41 smithi173 bash[67089]: cephadm 2024-05-11T04:32:39.853496+0000 mgr.y (mgr.25853) 124 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:32:41.254 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:41 smithi173 bash[67089]: cephadm 2024-05-11T04:32:39.857903+0000 mgr.y (mgr.25853) 125 : cephadm [INF] Reconfiguring daemon mon.b on smithi173 2024-05-11T04:32:41.254 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:41 smithi173 bash[67089]: cephadm 2024-05-11T04:32:39.857903+0000 mgr.y (mgr.25853) 125 : cephadm [INF] Reconfiguring daemon mon.b on smithi173 2024-05-11T04:32:41.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:41 smithi113 bash[81732]: cephadm 2024-05-11T04:32:39.853496+0000 mgr.y (mgr.25853) 124 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:32:41.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:41 smithi113 bash[81732]: cephadm 2024-05-11T04:32:39.853496+0000 mgr.y (mgr.25853) 124 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:32:41.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:41 smithi113 bash[81732]: cephadm 2024-05-11T04:32:39.857903+0000 mgr.y (mgr.25853) 125 : cephadm [INF] Reconfiguring daemon mon.b on smithi173 2024-05-11T04:32:41.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:41 smithi113 bash[81732]: cephadm 2024-05-11T04:32:39.857903+0000 mgr.y (mgr.25853) 125 : cephadm [INF] Reconfiguring daemon mon.b on smithi173 2024-05-11T04:32:41.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:41 smithi113 bash[84165]: cephadm 2024-05-11T04:32:39.853496+0000 mgr.y (mgr.25853) 124 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:32:41.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:41 smithi113 bash[84165]: cephadm 2024-05-11T04:32:39.853496+0000 mgr.y (mgr.25853) 124 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:32:41.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:41 smithi113 bash[84165]: cephadm 2024-05-11T04:32:39.857903+0000 mgr.y (mgr.25853) 125 : cephadm [INF] Reconfiguring daemon mon.b on smithi173 2024-05-11T04:32:41.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:41 smithi113 bash[84165]: cephadm 2024-05-11T04:32:39.857903+0000 mgr.y (mgr.25853) 125 : cephadm [INF] Reconfiguring daemon mon.b on smithi173 2024-05-11T04:32:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:42 smithi173 bash[67089]: cluster 2024-05-11T04:32:40.791795+0000 mgr.y (mgr.25853) 126 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:42 smithi173 bash[67089]: cluster 2024-05-11T04:32:40.791795+0000 mgr.y (mgr.25853) 126 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:42 smithi173 bash[67089]: audit 2024-05-11T04:32:41.976303+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:42 smithi173 bash[67089]: audit 2024-05-11T04:32:41.976303+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:42 smithi173 bash[67089]: audit 2024-05-11T04:32:41.988060+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:42 smithi173 bash[67089]: audit 2024-05-11T04:32:41.988060+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:42 smithi113 bash[81732]: cluster 2024-05-11T04:32:40.791795+0000 mgr.y (mgr.25853) 126 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:42 smithi113 bash[81732]: cluster 2024-05-11T04:32:40.791795+0000 mgr.y (mgr.25853) 126 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:42 smithi113 bash[81732]: audit 2024-05-11T04:32:41.976303+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:42 smithi113 bash[81732]: audit 2024-05-11T04:32:41.976303+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:42 smithi113 bash[81732]: audit 2024-05-11T04:32:41.988060+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:42 smithi113 bash[81732]: audit 2024-05-11T04:32:41.988060+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:42 smithi113 bash[84165]: cluster 2024-05-11T04:32:40.791795+0000 mgr.y (mgr.25853) 126 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:42 smithi113 bash[84165]: cluster 2024-05-11T04:32:40.791795+0000 mgr.y (mgr.25853) 126 : cluster [DBG] pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:42 smithi113 bash[84165]: audit 2024-05-11T04:32:41.976303+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:42 smithi113 bash[84165]: audit 2024-05-11T04:32:41.976303+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:42 smithi113 bash[84165]: audit 2024-05-11T04:32:41.988060+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:42 smithi113 bash[84165]: audit 2024-05-11T04:32:41.988060+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: cephadm 2024-05-11T04:32:42.029024+0000 mgr.y (mgr.25853) 127 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: cephadm 2024-05-11T04:32:42.029024+0000 mgr.y (mgr.25853) 127 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: audit 2024-05-11T04:32:42.029733+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: audit 2024-05-11T04:32:42.029733+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: audit 2024-05-11T04:32:42.031722+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: audit 2024-05-11T04:32:42.031722+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: audit 2024-05-11T04:32:42.033426+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: audit 2024-05-11T04:32:42.033426+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: cephadm 2024-05-11T04:32:42.035555+0000 mgr.y (mgr.25853) 128 : cephadm [INF] Reconfiguring daemon mgr.x on smithi173 2024-05-11T04:32:43.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:43 smithi173 bash[67089]: cephadm 2024-05-11T04:32:42.035555+0000 mgr.y (mgr.25853) 128 : cephadm [INF] Reconfiguring daemon mgr.x on smithi173 2024-05-11T04:32:43.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: cephadm 2024-05-11T04:32:42.029024+0000 mgr.y (mgr.25853) 127 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: cephadm 2024-05-11T04:32:42.029024+0000 mgr.y (mgr.25853) 127 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: audit 2024-05-11T04:32:42.029733+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: audit 2024-05-11T04:32:42.029733+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: audit 2024-05-11T04:32:42.031722+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: audit 2024-05-11T04:32:42.031722+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: audit 2024-05-11T04:32:42.033426+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: audit 2024-05-11T04:32:42.033426+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: cephadm 2024-05-11T04:32:42.035555+0000 mgr.y (mgr.25853) 128 : cephadm [INF] Reconfiguring daemon mgr.x on smithi173 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:43 smithi113 bash[84165]: cephadm 2024-05-11T04:32:42.035555+0000 mgr.y (mgr.25853) 128 : cephadm [INF] Reconfiguring daemon mgr.x on smithi173 2024-05-11T04:32:43.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: cephadm 2024-05-11T04:32:42.029024+0000 mgr.y (mgr.25853) 127 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: cephadm 2024-05-11T04:32:42.029024+0000 mgr.y (mgr.25853) 127 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: audit 2024-05-11T04:32:42.029733+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: audit 2024-05-11T04:32:42.029733+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: audit 2024-05-11T04:32:42.031722+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: audit 2024-05-11T04:32:42.031722+0000 mon.a (mon.0) 281 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: audit 2024-05-11T04:32:42.033426+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: audit 2024-05-11T04:32:42.033426+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: cephadm 2024-05-11T04:32:42.035555+0000 mgr.y (mgr.25853) 128 : cephadm [INF] Reconfiguring daemon mgr.x on smithi173 2024-05-11T04:32:43.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:43 smithi113 bash[81732]: cephadm 2024-05-11T04:32:42.035555+0000 mgr.y (mgr.25853) 128 : cephadm [INF] Reconfiguring daemon mgr.x on smithi173 2024-05-11T04:32:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:44 smithi173 bash[67089]: cluster 2024-05-11T04:32:42.792375+0000 mgr.y (mgr.25853) 129 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:44 smithi173 bash[67089]: cluster 2024-05-11T04:32:42.792375+0000 mgr.y (mgr.25853) 129 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:44 smithi173 bash[67089]: audit 2024-05-11T04:32:43.814969+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:44 smithi173 bash[67089]: audit 2024-05-11T04:32:43.814969+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:44 smithi113 bash[81732]: cluster 2024-05-11T04:32:42.792375+0000 mgr.y (mgr.25853) 129 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:44 smithi113 bash[81732]: cluster 2024-05-11T04:32:42.792375+0000 mgr.y (mgr.25853) 129 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:44 smithi113 bash[81732]: audit 2024-05-11T04:32:43.814969+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:44 smithi113 bash[81732]: audit 2024-05-11T04:32:43.814969+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:44 smithi113 bash[84165]: cluster 2024-05-11T04:32:42.792375+0000 mgr.y (mgr.25853) 129 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:44 smithi113 bash[84165]: cluster 2024-05-11T04:32:42.792375+0000 mgr.y (mgr.25853) 129 : cluster [DBG] pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:44 smithi113 bash[84165]: audit 2024-05-11T04:32:43.814969+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:44 smithi113 bash[84165]: audit 2024-05-11T04:32:43.814969+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:45.405 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.158559+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.405 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.158559+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.405 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.171398+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.405 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.171398+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.406 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.208706+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:32:45.406 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.208706+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:32:45.406 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.210560+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:45.406 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:45 smithi173 bash[67089]: audit 2024-05-11T04:32:44.210560+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:45.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.158559+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.158559+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.171398+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.171398+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.208706+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.208706+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.210560+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:45 smithi113 bash[81732]: audit 2024-05-11T04:32:44.210560+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.158559+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.158559+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.171398+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.171398+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.208706+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:32:45.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.208706+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:32:45.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.210560+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:45.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:45 smithi113 bash[84165]: audit 2024-05-11T04:32:44.210560+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:46 smithi113 bash[81732]: cephadm 2024-05-11T04:32:44.208001+0000 mgr.y (mgr.25853) 130 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:46 smithi113 bash[81732]: cephadm 2024-05-11T04:32:44.208001+0000 mgr.y (mgr.25853) 130 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:46 smithi113 bash[81732]: cephadm 2024-05-11T04:32:44.215513+0000 mgr.y (mgr.25853) 131 : cephadm [INF] Reconfiguring daemon osd.4 on smithi173 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:46 smithi113 bash[81732]: cephadm 2024-05-11T04:32:44.215513+0000 mgr.y (mgr.25853) 131 : cephadm [INF] Reconfiguring daemon osd.4 on smithi173 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:46 smithi113 bash[81732]: cluster 2024-05-11T04:32:44.793385+0000 mgr.y (mgr.25853) 132 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:46 smithi113 bash[81732]: cluster 2024-05-11T04:32:44.793385+0000 mgr.y (mgr.25853) 132 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:46 smithi113 bash[84165]: cephadm 2024-05-11T04:32:44.208001+0000 mgr.y (mgr.25853) 130 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:46 smithi113 bash[84165]: cephadm 2024-05-11T04:32:44.208001+0000 mgr.y (mgr.25853) 130 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:46 smithi113 bash[84165]: cephadm 2024-05-11T04:32:44.215513+0000 mgr.y (mgr.25853) 131 : cephadm [INF] Reconfiguring daemon osd.4 on smithi173 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:46 smithi113 bash[84165]: cephadm 2024-05-11T04:32:44.215513+0000 mgr.y (mgr.25853) 131 : cephadm [INF] Reconfiguring daemon osd.4 on smithi173 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:46 smithi113 bash[84165]: cluster 2024-05-11T04:32:44.793385+0000 mgr.y (mgr.25853) 132 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:46 smithi113 bash[84165]: cluster 2024-05-11T04:32:44.793385+0000 mgr.y (mgr.25853) 132 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:46 smithi173 bash[67089]: cephadm 2024-05-11T04:32:44.208001+0000 mgr.y (mgr.25853) 130 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:32:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:46 smithi173 bash[67089]: cephadm 2024-05-11T04:32:44.208001+0000 mgr.y (mgr.25853) 130 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:32:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:46 smithi173 bash[67089]: cephadm 2024-05-11T04:32:44.215513+0000 mgr.y (mgr.25853) 131 : cephadm [INF] Reconfiguring daemon osd.4 on smithi173 2024-05-11T04:32:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:46 smithi173 bash[67089]: cephadm 2024-05-11T04:32:44.215513+0000 mgr.y (mgr.25853) 131 : cephadm [INF] Reconfiguring daemon osd.4 on smithi173 2024-05-11T04:32:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:46 smithi173 bash[67089]: cluster 2024-05-11T04:32:44.793385+0000 mgr.y (mgr.25853) 132 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:46 smithi173 bash[67089]: cluster 2024-05-11T04:32:44.793385+0000 mgr.y (mgr.25853) 132 : cluster [DBG] pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:47.422 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.172063+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.422 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.172063+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.422 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.183988+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.422 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.183988+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.422 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: cephadm 2024-05-11T04:32:46.234599+0000 mgr.y (mgr.25853) 133 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:32:47.422 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: cephadm 2024-05-11T04:32:46.234599+0000 mgr.y (mgr.25853) 133 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.235343+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.235343+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.237247+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: audit 2024-05-11T04:32:46.237247+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: cephadm 2024-05-11T04:32:46.241975+0000 mgr.y (mgr.25853) 134 : cephadm [INF] Reconfiguring daemon osd.5 on smithi173 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: cephadm 2024-05-11T04:32:46.241975+0000 mgr.y (mgr.25853) 134 : cephadm [INF] Reconfiguring daemon osd.5 on smithi173 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: cluster 2024-05-11T04:32:46.794003+0000 mgr.y (mgr.25853) 135 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:47.423 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:47 smithi173 bash[67089]: cluster 2024-05-11T04:32:46.794003+0000 mgr.y (mgr.25853) 135 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.172063+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.172063+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.183988+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.183988+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: cephadm 2024-05-11T04:32:46.234599+0000 mgr.y (mgr.25853) 133 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: cephadm 2024-05-11T04:32:46.234599+0000 mgr.y (mgr.25853) 133 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.235343+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.235343+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.237247+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: audit 2024-05-11T04:32:46.237247+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:47.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: cephadm 2024-05-11T04:32:46.241975+0000 mgr.y (mgr.25853) 134 : cephadm [INF] Reconfiguring daemon osd.5 on smithi173 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: cephadm 2024-05-11T04:32:46.241975+0000 mgr.y (mgr.25853) 134 : cephadm [INF] Reconfiguring daemon osd.5 on smithi173 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: cluster 2024-05-11T04:32:46.794003+0000 mgr.y (mgr.25853) 135 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:47 smithi113 bash[81732]: cluster 2024-05-11T04:32:46.794003+0000 mgr.y (mgr.25853) 135 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.172063+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.172063+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.183988+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.183988+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: cephadm 2024-05-11T04:32:46.234599+0000 mgr.y (mgr.25853) 133 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: cephadm 2024-05-11T04:32:46.234599+0000 mgr.y (mgr.25853) 133 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.235343+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:32:47.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.235343+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:32:47.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.237247+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:47.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: audit 2024-05-11T04:32:46.237247+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:47.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: cephadm 2024-05-11T04:32:46.241975+0000 mgr.y (mgr.25853) 134 : cephadm [INF] Reconfiguring daemon osd.5 on smithi173 2024-05-11T04:32:47.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: cephadm 2024-05-11T04:32:46.241975+0000 mgr.y (mgr.25853) 134 : cephadm [INF] Reconfiguring daemon osd.5 on smithi173 2024-05-11T04:32:47.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: cluster 2024-05-11T04:32:46.794003+0000 mgr.y (mgr.25853) 135 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:47.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:47 smithi113 bash[84165]: cluster 2024-05-11T04:32:46.794003+0000 mgr.y (mgr.25853) 135 : cluster [DBG] pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.210311+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.210311+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.222113+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.222113+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: cephadm 2024-05-11T04:32:48.263707+0000 mgr.y (mgr.25853) 136 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: cephadm 2024-05-11T04:32:48.263707+0000 mgr.y (mgr.25853) 136 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.264375+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:32:49.476 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.264375+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.266807+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: audit 2024-05-11T04:32:48.266807+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: cephadm 2024-05-11T04:32:48.272030+0000 mgr.y (mgr.25853) 137 : cephadm [INF] Reconfiguring daemon osd.6 on smithi173 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: cephadm 2024-05-11T04:32:48.272030+0000 mgr.y (mgr.25853) 137 : cephadm [INF] Reconfiguring daemon osd.6 on smithi173 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: cluster 2024-05-11T04:32:48.794637+0000 mgr.y (mgr.25853) 138 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:49 smithi173 bash[67089]: cluster 2024-05-11T04:32:48.794637+0000 mgr.y (mgr.25853) 138 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.210311+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.210311+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.222113+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.222113+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: cephadm 2024-05-11T04:32:48.263707+0000 mgr.y (mgr.25853) 136 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: cephadm 2024-05-11T04:32:48.263707+0000 mgr.y (mgr.25853) 136 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.264375+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.264375+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.266807+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: audit 2024-05-11T04:32:48.266807+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: cephadm 2024-05-11T04:32:48.272030+0000 mgr.y (mgr.25853) 137 : cephadm [INF] Reconfiguring daemon osd.6 on smithi173 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: cephadm 2024-05-11T04:32:48.272030+0000 mgr.y (mgr.25853) 137 : cephadm [INF] Reconfiguring daemon osd.6 on smithi173 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: cluster 2024-05-11T04:32:48.794637+0000 mgr.y (mgr.25853) 138 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:49 smithi113 bash[81732]: cluster 2024-05-11T04:32:48.794637+0000 mgr.y (mgr.25853) 138 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.210311+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.210311+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.222113+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.222113+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: cephadm 2024-05-11T04:32:48.263707+0000 mgr.y (mgr.25853) 136 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: cephadm 2024-05-11T04:32:48.263707+0000 mgr.y (mgr.25853) 136 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.264375+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.264375+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.266807+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: audit 2024-05-11T04:32:48.266807+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: cephadm 2024-05-11T04:32:48.272030+0000 mgr.y (mgr.25853) 137 : cephadm [INF] Reconfiguring daemon osd.6 on smithi173 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: cephadm 2024-05-11T04:32:48.272030+0000 mgr.y (mgr.25853) 137 : cephadm [INF] Reconfiguring daemon osd.6 on smithi173 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: cluster 2024-05-11T04:32:48.794637+0000 mgr.y (mgr.25853) 138 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:49 smithi113 bash[84165]: cluster 2024-05-11T04:32:48.794637+0000 mgr.y (mgr.25853) 138 : cluster [DBG] pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:32:49] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-05-11T04:32:51.401 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.134283+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.401 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.134283+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.401 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.144300+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.401 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.144300+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.401 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.191683+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:32:51.401 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.191683+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:32:51.402 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.193433+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:51.402 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:51 smithi173 bash[67089]: audit 2024-05-11T04:32:50.193433+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:51.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.134283+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.134283+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.144300+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.144300+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.191683+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.191683+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.193433+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:51 smithi113 bash[81732]: audit 2024-05-11T04:32:50.193433+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:51.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.134283+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.134283+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.144300+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.144300+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.191683+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.191683+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.193433+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:51.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:51 smithi113 bash[84165]: audit 2024-05-11T04:32:50.193433+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: cephadm 2024-05-11T04:32:50.190997+0000 mgr.y (mgr.25853) 139 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: cephadm 2024-05-11T04:32:50.190997+0000 mgr.y (mgr.25853) 139 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: cephadm 2024-05-11T04:32:50.198173+0000 mgr.y (mgr.25853) 140 : cephadm [INF] Reconfiguring daemon osd.7 on smithi173 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: cephadm 2024-05-11T04:32:50.198173+0000 mgr.y (mgr.25853) 140 : cephadm [INF] Reconfiguring daemon osd.7 on smithi173 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: cluster 2024-05-11T04:32:50.795693+0000 mgr.y (mgr.25853) 141 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: cluster 2024-05-11T04:32:50.795693+0000 mgr.y (mgr.25853) 141 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.043452+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.043452+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.059170+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.059170+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.070358+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.070358+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.072387+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:52 smithi113 bash[81732]: audit 2024-05-11T04:32:52.072387+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: cephadm 2024-05-11T04:32:50.190997+0000 mgr.y (mgr.25853) 139 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: cephadm 2024-05-11T04:32:50.190997+0000 mgr.y (mgr.25853) 139 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:32:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: cephadm 2024-05-11T04:32:50.198173+0000 mgr.y (mgr.25853) 140 : cephadm [INF] Reconfiguring daemon osd.7 on smithi173 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: cephadm 2024-05-11T04:32:50.198173+0000 mgr.y (mgr.25853) 140 : cephadm [INF] Reconfiguring daemon osd.7 on smithi173 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: cluster 2024-05-11T04:32:50.795693+0000 mgr.y (mgr.25853) 141 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: cluster 2024-05-11T04:32:50.795693+0000 mgr.y (mgr.25853) 141 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.043452+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.043452+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.059170+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.059170+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.070358+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.070358+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.072387+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:52 smithi113 bash[84165]: audit 2024-05-11T04:32:52.072387+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:52.513 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: cephadm 2024-05-11T04:32:50.190997+0000 mgr.y (mgr.25853) 139 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: cephadm 2024-05-11T04:32:50.190997+0000 mgr.y (mgr.25853) 139 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: cephadm 2024-05-11T04:32:50.198173+0000 mgr.y (mgr.25853) 140 : cephadm [INF] Reconfiguring daemon osd.7 on smithi173 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: cephadm 2024-05-11T04:32:50.198173+0000 mgr.y (mgr.25853) 140 : cephadm [INF] Reconfiguring daemon osd.7 on smithi173 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: cluster 2024-05-11T04:32:50.795693+0000 mgr.y (mgr.25853) 141 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: cluster 2024-05-11T04:32:50.795693+0000 mgr.y (mgr.25853) 141 : cluster [DBG] pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.043452+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.043452+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.059170+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.059170+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.070358+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.070358+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi173.ibjpzf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:32:52.514 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.072387+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:52.515 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:52 smithi173 bash[67089]: audit 2024-05-11T04:32:52.072387+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:53.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:53 smithi113 bash[81732]: cephadm 2024-05-11T04:32:52.069611+0000 mgr.y (mgr.25853) 142 : cephadm [INF] Reconfiguring mds.foo.smithi173.ibjpzf (monmap changed)... 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:53 smithi113 bash[81732]: cephadm 2024-05-11T04:32:52.069611+0000 mgr.y (mgr.25853) 142 : cephadm [INF] Reconfiguring mds.foo.smithi173.ibjpzf (monmap changed)... 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:53 smithi113 bash[81732]: cephadm 2024-05-11T04:32:52.074620+0000 mgr.y (mgr.25853) 143 : cephadm [INF] Reconfiguring daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:53 smithi113 bash[81732]: cephadm 2024-05-11T04:32:52.074620+0000 mgr.y (mgr.25853) 143 : cephadm [INF] Reconfiguring daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:53 smithi113 bash[84165]: cephadm 2024-05-11T04:32:52.069611+0000 mgr.y (mgr.25853) 142 : cephadm [INF] Reconfiguring mds.foo.smithi173.ibjpzf (monmap changed)... 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:53 smithi113 bash[84165]: cephadm 2024-05-11T04:32:52.069611+0000 mgr.y (mgr.25853) 142 : cephadm [INF] Reconfiguring mds.foo.smithi173.ibjpzf (monmap changed)... 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:53 smithi113 bash[84165]: cephadm 2024-05-11T04:32:52.074620+0000 mgr.y (mgr.25853) 143 : cephadm [INF] Reconfiguring daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:32:53.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:53 smithi113 bash[84165]: cephadm 2024-05-11T04:32:52.074620+0000 mgr.y (mgr.25853) 143 : cephadm [INF] Reconfiguring daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:32:53.482 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:53 smithi173 bash[67089]: cephadm 2024-05-11T04:32:52.069611+0000 mgr.y (mgr.25853) 142 : cephadm [INF] Reconfiguring mds.foo.smithi173.ibjpzf (monmap changed)... 2024-05-11T04:32:53.482 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:53 smithi173 bash[67089]: cephadm 2024-05-11T04:32:52.069611+0000 mgr.y (mgr.25853) 142 : cephadm [INF] Reconfiguring mds.foo.smithi173.ibjpzf (monmap changed)... 2024-05-11T04:32:53.482 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:53 smithi173 bash[67089]: cephadm 2024-05-11T04:32:52.074620+0000 mgr.y (mgr.25853) 143 : cephadm [INF] Reconfiguring daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:32:53.483 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:53 smithi173 bash[67089]: cephadm 2024-05-11T04:32:52.074620+0000 mgr.y (mgr.25853) 143 : cephadm [INF] Reconfiguring daemon mds.foo.smithi173.ibjpzf on smithi173 2024-05-11T04:32:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: cluster 2024-05-11T04:32:52.796334+0000 mgr.y (mgr.25853) 144 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: cluster 2024-05-11T04:32:52.796334+0000 mgr.y (mgr.25853) 144 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: audit 2024-05-11T04:32:53.963794+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: audit 2024-05-11T04:32:53.963794+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: audit 2024-05-11T04:32:53.976140+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: audit 2024-05-11T04:32:53.976140+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: audit 2024-05-11T04:32:54.007765+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:54 smithi113 bash[84165]: audit 2024-05-11T04:32:54.007765+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: cluster 2024-05-11T04:32:52.796334+0000 mgr.y (mgr.25853) 144 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: cluster 2024-05-11T04:32:52.796334+0000 mgr.y (mgr.25853) 144 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: audit 2024-05-11T04:32:53.963794+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: audit 2024-05-11T04:32:53.963794+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: audit 2024-05-11T04:32:53.976140+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: audit 2024-05-11T04:32:53.976140+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: audit 2024-05-11T04:32:54.007765+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:54 smithi113 bash[81732]: audit 2024-05-11T04:32:54.007765+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: cluster 2024-05-11T04:32:52.796334+0000 mgr.y (mgr.25853) 144 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: cluster 2024-05-11T04:32:52.796334+0000 mgr.y (mgr.25853) 144 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: audit 2024-05-11T04:32:53.963794+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: audit 2024-05-11T04:32:53.963794+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: audit 2024-05-11T04:32:53.976140+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: audit 2024-05-11T04:32:53.976140+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: audit 2024-05-11T04:32:54.007765+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:54 smithi173 bash[67089]: audit 2024-05-11T04:32:54.007765+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:55.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:55 smithi113 bash[81732]: audit 2024-05-11T04:32:54.532784+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:55 smithi113 bash[81732]: audit 2024-05-11T04:32:54.532784+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:55 smithi113 bash[81732]: audit 2024-05-11T04:32:54.538954+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:55 smithi113 bash[81732]: audit 2024-05-11T04:32:54.538954+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:55 smithi113 bash[81732]: cluster 2024-05-11T04:32:54.796996+0000 mgr.y (mgr.25853) 145 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:55 smithi113 bash[81732]: cluster 2024-05-11T04:32:54.796996+0000 mgr.y (mgr.25853) 145 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:55 smithi113 bash[84165]: audit 2024-05-11T04:32:54.532784+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:55 smithi113 bash[84165]: audit 2024-05-11T04:32:54.532784+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:55 smithi113 bash[84165]: audit 2024-05-11T04:32:54.538954+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:55 smithi113 bash[84165]: audit 2024-05-11T04:32:54.538954+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:55.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:55 smithi113 bash[84165]: cluster 2024-05-11T04:32:54.796996+0000 mgr.y (mgr.25853) 145 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:55.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:55 smithi113 bash[84165]: cluster 2024-05-11T04:32:54.796996+0000 mgr.y (mgr.25853) 145 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:56.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:55 smithi173 bash[67089]: audit 2024-05-11T04:32:54.532784+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:56.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:55 smithi173 bash[67089]: audit 2024-05-11T04:32:54.532784+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:56.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:55 smithi173 bash[67089]: audit 2024-05-11T04:32:54.538954+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:56.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:55 smithi173 bash[67089]: audit 2024-05-11T04:32:54.538954+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:32:56.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:55 smithi173 bash[67089]: cluster 2024-05-11T04:32:54.796996+0000 mgr.y (mgr.25853) 145 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:56.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:55 smithi173 bash[67089]: cluster 2024-05-11T04:32:54.796996+0000 mgr.y (mgr.25853) 145 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:58.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:57 smithi113 bash[81732]: cluster 2024-05-11T04:32:56.797722+0000 mgr.y (mgr.25853) 146 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:58.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:57 smithi113 bash[81732]: cluster 2024-05-11T04:32:56.797722+0000 mgr.y (mgr.25853) 146 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:58.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:57 smithi113 bash[84165]: cluster 2024-05-11T04:32:56.797722+0000 mgr.y (mgr.25853) 146 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:58.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:57 smithi113 bash[84165]: cluster 2024-05-11T04:32:56.797722+0000 mgr.y (mgr.25853) 146 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:58.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:57 smithi173 bash[67089]: cluster 2024-05-11T04:32:56.797722+0000 mgr.y (mgr.25853) 146 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:58.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:57 smithi173 bash[67089]: cluster 2024-05-11T04:32:56.797722+0000 mgr.y (mgr.25853) 146 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:59.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:58 smithi113 bash[81732]: audit 2024-05-11T04:32:58.815333+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:59.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:58 smithi113 bash[81732]: audit 2024-05-11T04:32:58.815333+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:59.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:58 smithi113 bash[84165]: audit 2024-05-11T04:32:58.815333+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:59.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:58 smithi113 bash[84165]: audit 2024-05-11T04:32:58.815333+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:59.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:58 smithi173 bash[67089]: audit 2024-05-11T04:32:58.815333+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:59.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:58 smithi173 bash[67089]: audit 2024-05-11T04:32:58.815333+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:32:59.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:59 smithi113 bash[81732]: cluster 2024-05-11T04:32:58.798324+0000 mgr.y (mgr.25853) 147 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:59.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:32:59 smithi113 bash[81732]: cluster 2024-05-11T04:32:58.798324+0000 mgr.y (mgr.25853) 147 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:59.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:32:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:32:59] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-05-11T04:32:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:59 smithi113 bash[84165]: cluster 2024-05-11T04:32:58.798324+0000 mgr.y (mgr.25853) 147 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:32:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:32:59 smithi113 bash[84165]: cluster 2024-05-11T04:32:58.798324+0000 mgr.y (mgr.25853) 147 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:00.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:59 smithi173 bash[67089]: cluster 2024-05-11T04:32:58.798324+0000 mgr.y (mgr.25853) 147 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:32:59 smithi173 bash[67089]: cluster 2024-05-11T04:32:58.798324+0000 mgr.y (mgr.25853) 147 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.278909+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.278909+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.284484+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.284484+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: cluster 2024-05-11T04:33:00.799105+0000 mgr.y (mgr.25853) 148 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: cluster 2024-05-11T04:33:00.799105+0000 mgr.y (mgr.25853) 148 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.803252+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.803252+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.804615+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:01.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.804615+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.811401+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:01 smithi113 bash[81732]: audit 2024-05-11T04:33:00.811401+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.278909+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.278909+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.284484+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.284484+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: cluster 2024-05-11T04:33:00.799105+0000 mgr.y (mgr.25853) 148 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: cluster 2024-05-11T04:33:00.799105+0000 mgr.y (mgr.25853) 148 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.803252+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.803252+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.804615+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:01.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.804615+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:01.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.811401+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:01 smithi113 bash[84165]: audit 2024-05-11T04:33:00.811401+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.278909+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.278909+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.284484+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.284484+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: cluster 2024-05-11T04:33:00.799105+0000 mgr.y (mgr.25853) 148 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: cluster 2024-05-11T04:33:00.799105+0000 mgr.y (mgr.25853) 148 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:01.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.803252+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:01.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.803252+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:01.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.804615+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:01.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.804615+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:01.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.811401+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:01.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:01 smithi173 bash[67089]: audit 2024-05-11T04:33:00.811401+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:03 smithi113 bash[81732]: cluster 2024-05-11T04:33:02.799710+0000 mgr.y (mgr.25853) 149 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:03 smithi113 bash[81732]: cluster 2024-05-11T04:33:02.799710+0000 mgr.y (mgr.25853) 149 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:04.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:03 smithi113 bash[84165]: cluster 2024-05-11T04:33:02.799710+0000 mgr.y (mgr.25853) 149 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:04.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:03 smithi113 bash[84165]: cluster 2024-05-11T04:33:02.799710+0000 mgr.y (mgr.25853) 149 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:04.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:03 smithi173 bash[67089]: cluster 2024-05-11T04:33:02.799710+0000 mgr.y (mgr.25853) 149 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:04.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:03 smithi173 bash[67089]: cluster 2024-05-11T04:33:02.799710+0000 mgr.y (mgr.25853) 149 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:06.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:05 smithi113 bash[84165]: cluster 2024-05-11T04:33:04.800731+0000 mgr.y (mgr.25853) 150 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:06.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:05 smithi113 bash[84165]: cluster 2024-05-11T04:33:04.800731+0000 mgr.y (mgr.25853) 150 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:05 smithi113 bash[81732]: cluster 2024-05-11T04:33:04.800731+0000 mgr.y (mgr.25853) 150 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:05 smithi113 bash[81732]: cluster 2024-05-11T04:33:04.800731+0000 mgr.y (mgr.25853) 150 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:06.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:05 smithi173 bash[67089]: cluster 2024-05-11T04:33:04.800731+0000 mgr.y (mgr.25853) 150 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:06.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:05 smithi173 bash[67089]: cluster 2024-05-11T04:33:04.800731+0000 mgr.y (mgr.25853) 150 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:08.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:07 smithi113 bash[81732]: cluster 2024-05-11T04:33:06.801329+0000 mgr.y (mgr.25853) 151 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:08.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:07 smithi113 bash[81732]: cluster 2024-05-11T04:33:06.801329+0000 mgr.y (mgr.25853) 151 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:07 smithi113 bash[84165]: cluster 2024-05-11T04:33:06.801329+0000 mgr.y (mgr.25853) 151 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:07 smithi113 bash[84165]: cluster 2024-05-11T04:33:06.801329+0000 mgr.y (mgr.25853) 151 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:08.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:07 smithi173 bash[67089]: cluster 2024-05-11T04:33:06.801329+0000 mgr.y (mgr.25853) 151 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:08.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:07 smithi173 bash[67089]: cluster 2024-05-11T04:33:06.801329+0000 mgr.y (mgr.25853) 151 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:33:09] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-05-11T04:33:09.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:09 smithi113 bash[84165]: cluster 2024-05-11T04:33:08.801970+0000 mgr.y (mgr.25853) 152 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:09.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:09 smithi113 bash[84165]: cluster 2024-05-11T04:33:08.801970+0000 mgr.y (mgr.25853) 152 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:09 smithi113 bash[81732]: cluster 2024-05-11T04:33:08.801970+0000 mgr.y (mgr.25853) 152 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:09 smithi113 bash[81732]: cluster 2024-05-11T04:33:08.801970+0000 mgr.y (mgr.25853) 152 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:10.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:09 smithi173 bash[67089]: cluster 2024-05-11T04:33:08.801970+0000 mgr.y (mgr.25853) 152 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:09 smithi173 bash[67089]: cluster 2024-05-11T04:33:08.801970+0000 mgr.y (mgr.25853) 152 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:12.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:11 smithi113 bash[81732]: cluster 2024-05-11T04:33:10.803048+0000 mgr.y (mgr.25853) 153 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:11 smithi113 bash[81732]: cluster 2024-05-11T04:33:10.803048+0000 mgr.y (mgr.25853) 153 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:11 smithi113 bash[84165]: cluster 2024-05-11T04:33:10.803048+0000 mgr.y (mgr.25853) 153 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:11 smithi113 bash[84165]: cluster 2024-05-11T04:33:10.803048+0000 mgr.y (mgr.25853) 153 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:12.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:11 smithi173 bash[67089]: cluster 2024-05-11T04:33:10.803048+0000 mgr.y (mgr.25853) 153 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:12.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:11 smithi173 bash[67089]: cluster 2024-05-11T04:33:10.803048+0000 mgr.y (mgr.25853) 153 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:13 smithi113 bash[84165]: cluster 2024-05-11T04:33:12.803673+0000 mgr.y (mgr.25853) 154 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:13 smithi113 bash[84165]: cluster 2024-05-11T04:33:12.803673+0000 mgr.y (mgr.25853) 154 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:13 smithi113 bash[84165]: audit 2024-05-11T04:33:13.815952+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:13 smithi113 bash[84165]: audit 2024-05-11T04:33:13.815952+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:13 smithi113 bash[81732]: cluster 2024-05-11T04:33:12.803673+0000 mgr.y (mgr.25853) 154 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:13 smithi113 bash[81732]: cluster 2024-05-11T04:33:12.803673+0000 mgr.y (mgr.25853) 154 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:13 smithi113 bash[81732]: audit 2024-05-11T04:33:13.815952+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:13 smithi113 bash[81732]: audit 2024-05-11T04:33:13.815952+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:14.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:13 smithi173 bash[67089]: cluster 2024-05-11T04:33:12.803673+0000 mgr.y (mgr.25853) 154 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:13 smithi173 bash[67089]: cluster 2024-05-11T04:33:12.803673+0000 mgr.y (mgr.25853) 154 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:13 smithi173 bash[67089]: audit 2024-05-11T04:33:13.815952+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:13 smithi173 bash[67089]: audit 2024-05-11T04:33:13.815952+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:15.568 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade resume' 2024-05-11T04:33:16.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:15 smithi113 bash[81732]: cluster 2024-05-11T04:33:14.804731+0000 mgr.y (mgr.25853) 155 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:15 smithi113 bash[81732]: cluster 2024-05-11T04:33:14.804731+0000 mgr.y (mgr.25853) 155 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:15 smithi113 bash[84165]: cluster 2024-05-11T04:33:14.804731+0000 mgr.y (mgr.25853) 155 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:15 smithi113 bash[84165]: cluster 2024-05-11T04:33:14.804731+0000 mgr.y (mgr.25853) 155 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:16.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:15 smithi173 bash[67089]: cluster 2024-05-11T04:33:14.804731+0000 mgr.y (mgr.25853) 155 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:15 smithi173 bash[67089]: cluster 2024-05-11T04:33:14.804731+0000 mgr.y (mgr.25853) 155 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:18.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:17 smithi113 bash[81732]: cluster 2024-05-11T04:33:16.805332+0000 mgr.y (mgr.25853) 156 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:17 smithi113 bash[81732]: cluster 2024-05-11T04:33:16.805332+0000 mgr.y (mgr.25853) 156 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:17 smithi113 bash[84165]: cluster 2024-05-11T04:33:16.805332+0000 mgr.y (mgr.25853) 156 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:17 smithi113 bash[84165]: cluster 2024-05-11T04:33:16.805332+0000 mgr.y (mgr.25853) 156 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:18.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:17 smithi173 bash[67089]: cluster 2024-05-11T04:33:16.805332+0000 mgr.y (mgr.25853) 156 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:18.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:17 smithi173 bash[67089]: cluster 2024-05-11T04:33:16.805332+0000 mgr.y (mgr.25853) 156 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:33:19] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-05-11T04:33:19.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:19 smithi113 bash[81732]: cluster 2024-05-11T04:33:18.805943+0000 mgr.y (mgr.25853) 157 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:19.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:19 smithi113 bash[81732]: cluster 2024-05-11T04:33:18.805943+0000 mgr.y (mgr.25853) 157 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:19.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:19 smithi113 bash[84165]: cluster 2024-05-11T04:33:18.805943+0000 mgr.y (mgr.25853) 157 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:19.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:19 smithi113 bash[84165]: cluster 2024-05-11T04:33:18.805943+0000 mgr.y (mgr.25853) 157 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:20.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:19 smithi173 bash[67089]: cluster 2024-05-11T04:33:18.805943+0000 mgr.y (mgr.25853) 157 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:20.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:19 smithi173 bash[67089]: cluster 2024-05-11T04:33:18.805943+0000 mgr.y (mgr.25853) 157 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:20.306 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:21 smithi113 bash[81732]: cluster 2024-05-11T04:33:20.807066+0000 mgr.y (mgr.25853) 158 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:21 smithi113 bash[81732]: cluster 2024-05-11T04:33:20.807066+0000 mgr.y (mgr.25853) 158 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:21 smithi113 bash[84165]: cluster 2024-05-11T04:33:20.807066+0000 mgr.y (mgr.25853) 158 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:21 smithi113 bash[84165]: cluster 2024-05-11T04:33:20.807066+0000 mgr.y (mgr.25853) 158 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:22.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:21 smithi173 bash[67089]: cluster 2024-05-11T04:33:20.807066+0000 mgr.y (mgr.25853) 158 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:22.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:21 smithi173 bash[67089]: cluster 2024-05-11T04:33:20.807066+0000 mgr.y (mgr.25853) 158 : cluster [DBG] pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:23.350 INFO:teuthology.orchestra.run.smithi113.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:24.012 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for all mons to upgrade' 2024-05-11T04:33:24.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:23 smithi113 bash[81732]: cluster 2024-05-11T04:33:22.807742+0000 mgr.y (mgr.25853) 159 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:23 smithi113 bash[81732]: cluster 2024-05-11T04:33:22.807742+0000 mgr.y (mgr.25853) 159 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:23 smithi113 bash[81732]: audit 2024-05-11T04:33:23.353434+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:23 smithi113 bash[81732]: audit 2024-05-11T04:33:23.353434+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:23 smithi113 bash[81732]: audit 2024-05-11T04:33:23.367039+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:23 smithi113 bash[81732]: audit 2024-05-11T04:33:23.367039+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:23 smithi113 bash[84165]: cluster 2024-05-11T04:33:22.807742+0000 mgr.y (mgr.25853) 159 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:23 smithi113 bash[84165]: cluster 2024-05-11T04:33:22.807742+0000 mgr.y (mgr.25853) 159 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:23 smithi113 bash[84165]: audit 2024-05-11T04:33:23.353434+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:23 smithi113 bash[84165]: audit 2024-05-11T04:33:23.353434+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:23 smithi113 bash[84165]: audit 2024-05-11T04:33:23.367039+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:23 smithi113 bash[84165]: audit 2024-05-11T04:33:23.367039+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:24.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:23 smithi173 bash[67089]: cluster 2024-05-11T04:33:22.807742+0000 mgr.y (mgr.25853) 159 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:24.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:23 smithi173 bash[67089]: cluster 2024-05-11T04:33:22.807742+0000 mgr.y (mgr.25853) 159 : cluster [DBG] pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:23 smithi173 bash[67089]: audit 2024-05-11T04:33:23.353434+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:23 smithi173 bash[67089]: audit 2024-05-11T04:33:23.353434+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:23 smithi173 bash[67089]: audit 2024-05-11T04:33:23.367039+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:23 smithi173 bash[67089]: audit 2024-05-11T04:33:23.367039+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:25.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:24 smithi113 bash[81732]: audit 2024-05-11T04:33:23.347734+0000 mgr.y (mgr.25853) 160 : audit [DBG] from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:25.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:24 smithi113 bash[81732]: audit 2024-05-11T04:33:23.347734+0000 mgr.y (mgr.25853) 160 : audit [DBG] from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:25.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:24 smithi113 bash[81732]: cephadm 2024-05-11T04:33:23.348433+0000 mgr.y (mgr.25853) 161 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:25.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:24 smithi113 bash[81732]: cephadm 2024-05-11T04:33:23.348433+0000 mgr.y (mgr.25853) 161 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:25.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:24 smithi113 bash[84165]: audit 2024-05-11T04:33:23.347734+0000 mgr.y (mgr.25853) 160 : audit [DBG] from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:25.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:24 smithi113 bash[84165]: audit 2024-05-11T04:33:23.347734+0000 mgr.y (mgr.25853) 160 : audit [DBG] from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:25.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:24 smithi113 bash[84165]: cephadm 2024-05-11T04:33:23.348433+0000 mgr.y (mgr.25853) 161 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:25.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:24 smithi113 bash[84165]: cephadm 2024-05-11T04:33:23.348433+0000 mgr.y (mgr.25853) 161 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:25.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:24 smithi173 bash[67089]: audit 2024-05-11T04:33:23.347734+0000 mgr.y (mgr.25853) 160 : audit [DBG] from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:25.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:24 smithi173 bash[67089]: audit 2024-05-11T04:33:23.347734+0000 mgr.y (mgr.25853) 160 : audit [DBG] from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:25.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:24 smithi173 bash[67089]: cephadm 2024-05-11T04:33:23.348433+0000 mgr.y (mgr.25853) 161 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:25.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:24 smithi173 bash[67089]: cephadm 2024-05-11T04:33:23.348433+0000 mgr.y (mgr.25853) 161 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:33:26.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:25 smithi113 bash[81732]: cluster 2024-05-11T04:33:24.808836+0000 mgr.y (mgr.25853) 162 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:26.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:25 smithi113 bash[81732]: cluster 2024-05-11T04:33:24.808836+0000 mgr.y (mgr.25853) 162 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:25 smithi113 bash[84165]: cluster 2024-05-11T04:33:24.808836+0000 mgr.y (mgr.25853) 162 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:25 smithi113 bash[84165]: cluster 2024-05-11T04:33:24.808836+0000 mgr.y (mgr.25853) 162 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:26.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:25 smithi173 bash[67089]: cluster 2024-05-11T04:33:24.808836+0000 mgr.y (mgr.25853) 162 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:26.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:25 smithi173 bash[67089]: cluster 2024-05-11T04:33:24.808836+0000 mgr.y (mgr.25853) 162 : cluster [DBG] pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:27 smithi113 bash[81732]: cluster 2024-05-11T04:33:26.809425+0000 mgr.y (mgr.25853) 163 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:27 smithi113 bash[81732]: cluster 2024-05-11T04:33:26.809425+0000 mgr.y (mgr.25853) 163 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:27 smithi113 bash[84165]: cluster 2024-05-11T04:33:26.809425+0000 mgr.y (mgr.25853) 163 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:27 smithi113 bash[84165]: cluster 2024-05-11T04:33:26.809425+0000 mgr.y (mgr.25853) 163 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:27 smithi173 bash[67089]: cluster 2024-05-11T04:33:26.809425+0000 mgr.y (mgr.25853) 163 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:27 smithi173 bash[67089]: cluster 2024-05-11T04:33:26.809425+0000 mgr.y (mgr.25853) 163 : cluster [DBG] pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:28.748 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:28 smithi113 bash[81732]: audit 2024-05-11T04:33:28.815760+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:28 smithi113 bash[81732]: audit 2024-05-11T04:33:28.815760+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:28 smithi113 bash[84165]: audit 2024-05-11T04:33:28.815760+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:28 smithi113 bash[84165]: audit 2024-05-11T04:33:28.815760+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:29.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:28 smithi173 bash[67089]: audit 2024-05-11T04:33:28.815760+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:29.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:28 smithi173 bash[67089]: audit 2024-05-11T04:33:28.815760+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:33:29] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:29 smithi113 bash[84165]: cluster 2024-05-11T04:33:28.809959+0000 mgr.y (mgr.25853) 164 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:29 smithi113 bash[84165]: cluster 2024-05-11T04:33:28.809959+0000 mgr.y (mgr.25853) 164 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:29 smithi113 bash[84165]: audit 2024-05-11T04:33:29.411360+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:29 smithi113 bash[84165]: audit 2024-05-11T04:33:29.411360+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:29 smithi113 bash[84165]: audit 2024-05-11T04:33:29.425980+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:29 smithi113 bash[84165]: audit 2024-05-11T04:33:29.425980+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:29 smithi113 bash[81732]: cluster 2024-05-11T04:33:28.809959+0000 mgr.y (mgr.25853) 164 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:29 smithi113 bash[81732]: cluster 2024-05-11T04:33:28.809959+0000 mgr.y (mgr.25853) 164 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:29 smithi113 bash[81732]: audit 2024-05-11T04:33:29.411360+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:29 smithi113 bash[81732]: audit 2024-05-11T04:33:29.411360+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:29 smithi113 bash[81732]: audit 2024-05-11T04:33:29.425980+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:29 smithi113 bash[81732]: audit 2024-05-11T04:33:29.425980+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:30.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:29 smithi173 bash[67089]: cluster 2024-05-11T04:33:28.809959+0000 mgr.y (mgr.25853) 164 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:29 smithi173 bash[67089]: cluster 2024-05-11T04:33:28.809959+0000 mgr.y (mgr.25853) 164 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:29 smithi173 bash[67089]: audit 2024-05-11T04:33:29.411360+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:29 smithi173 bash[67089]: audit 2024-05-11T04:33:29.411360+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:29 smithi173 bash[67089]: audit 2024-05-11T04:33:29.425980+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:29 smithi173 bash[67089]: audit 2024-05-11T04:33:29.425980+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.055796+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.055796+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.057505+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.057505+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.067874+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.067874+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.152023+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.152023+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.155494+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.155494+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.158643+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.158643+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: cephadm 2024-05-11T04:33:30.159950+0000 mgr.y (mgr.25853) 165 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: cephadm 2024-05-11T04:33:30.159950+0000 mgr.y (mgr.25853) 165 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.166925+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.166925+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.169736+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.169736+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.175576+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.055796+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.055796+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.057505+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.057505+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.067874+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.067874+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.152023+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.152023+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.155494+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.155494+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.158643+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.158643+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: cephadm 2024-05-11T04:33:30.159950+0000 mgr.y (mgr.25853) 165 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: cephadm 2024-05-11T04:33:30.159950+0000 mgr.y (mgr.25853) 165 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.166925+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.166925+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.169736+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.169736+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:33:31.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.175576+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.175576+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.178557+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.178557+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.184634+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.184634+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.187242+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.187242+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.195217+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.195217+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.200065+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.200065+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.208999+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.208999+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.214080+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:30 smithi113 bash[81732]: audit 2024-05-11T04:33:30.214080+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.175576+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.178557+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.178557+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.184634+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.184634+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.187242+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.187242+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.195217+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:33:31.232 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.195217+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:33:31.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.200065+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.200065+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.208999+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.208999+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.214080+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:31.233 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:30 smithi113 bash[84165]: audit 2024-05-11T04:33:30.214080+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.055796+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.055796+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.057505+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.057505+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.067874+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.067874+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.152023+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.152023+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.155494+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.155494+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.158643+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.158643+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: cephadm 2024-05-11T04:33:30.159950+0000 mgr.y (mgr.25853) 165 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: cephadm 2024-05-11T04:33:30.159950+0000 mgr.y (mgr.25853) 165 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.166925+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.166925+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.169736+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.169736+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.175576+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.175576+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:33:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.178557+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.178557+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.184634+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.184634+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.187242+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.187242+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.195217+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.195217+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.200065+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.200065+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.208999+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.208999+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.214080+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:31.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:30 smithi173 bash[67089]: audit 2024-05-11T04:33:30.214080+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.080 INFO:teuthology.orchestra.run.smithi113.stdout:wait for all mons to upgrade 2024-05-11T04:33:32.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: cephadm 2024-05-11T04:33:30.201320+0000 mgr.y (mgr.25853) 166 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:33:32.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: cephadm 2024-05-11T04:33:30.201320+0000 mgr.y (mgr.25853) 166 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:33:32.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: audit 2024-05-11T04:33:30.214340+0000 mgr.y (mgr.25853) 167 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: audit 2024-05-11T04:33:30.214340+0000 mgr.y (mgr.25853) 167 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: cephadm 2024-05-11T04:33:30.216161+0000 mgr.y (mgr.25853) 168 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:33:32.153 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: cephadm 2024-05-11T04:33:30.216161+0000 mgr.y (mgr.25853) 168 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: cluster 2024-05-11T04:33:30.811068+0000 mgr.y (mgr.25853) 169 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:31 smithi113 bash[81732]: cluster 2024-05-11T04:33:30.811068+0000 mgr.y (mgr.25853) 169 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: cephadm 2024-05-11T04:33:30.201320+0000 mgr.y (mgr.25853) 166 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: cephadm 2024-05-11T04:33:30.201320+0000 mgr.y (mgr.25853) 166 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: audit 2024-05-11T04:33:30.214340+0000 mgr.y (mgr.25853) 167 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: audit 2024-05-11T04:33:30.214340+0000 mgr.y (mgr.25853) 167 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: cephadm 2024-05-11T04:33:30.216161+0000 mgr.y (mgr.25853) 168 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: cephadm 2024-05-11T04:33:30.216161+0000 mgr.y (mgr.25853) 168 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: cluster 2024-05-11T04:33:30.811068+0000 mgr.y (mgr.25853) 169 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:32.154 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:31 smithi113 bash[84165]: cluster 2024-05-11T04:33:30.811068+0000 mgr.y (mgr.25853) 169 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:32.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: cephadm 2024-05-11T04:33:30.201320+0000 mgr.y (mgr.25853) 166 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: cephadm 2024-05-11T04:33:30.201320+0000 mgr.y (mgr.25853) 166 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: audit 2024-05-11T04:33:30.214340+0000 mgr.y (mgr.25853) 167 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: audit 2024-05-11T04:33:30.214340+0000 mgr.y (mgr.25853) 167 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: cephadm 2024-05-11T04:33:30.216161+0000 mgr.y (mgr.25853) 168 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: cephadm 2024-05-11T04:33:30.216161+0000 mgr.y (mgr.25853) 168 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: cluster 2024-05-11T04:33:30.811068+0000 mgr.y (mgr.25853) 169 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:31 smithi173 bash[67089]: cluster 2024-05-11T04:33:30.811068+0000 mgr.y (mgr.25853) 169 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:33.232 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: cluster 2024-05-11T04:33:32.811658+0000 mgr.y (mgr.25853) 170 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: cluster 2024-05-11T04:33:32.811658+0000 mgr.y (mgr.25853) 170 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: audit 2024-05-11T04:33:33.244228+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: audit 2024-05-11T04:33:33.244228+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: audit 2024-05-11T04:33:33.247036+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: audit 2024-05-11T04:33:33.247036+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: audit 2024-05-11T04:33:33.248066+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:33 smithi113 bash[84165]: audit 2024-05-11T04:33:33.248066+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: cluster 2024-05-11T04:33:32.811658+0000 mgr.y (mgr.25853) 170 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: cluster 2024-05-11T04:33:32.811658+0000 mgr.y (mgr.25853) 170 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: audit 2024-05-11T04:33:33.244228+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: audit 2024-05-11T04:33:33.244228+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: audit 2024-05-11T04:33:33.247036+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: audit 2024-05-11T04:33:33.247036+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: audit 2024-05-11T04:33:33.248066+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:33 smithi113 bash[81732]: audit 2024-05-11T04:33:33.248066+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: cluster 2024-05-11T04:33:32.811658+0000 mgr.y (mgr.25853) 170 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: cluster 2024-05-11T04:33:32.811658+0000 mgr.y (mgr.25853) 170 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: audit 2024-05-11T04:33:33.244228+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: audit 2024-05-11T04:33:33.244228+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: audit 2024-05-11T04:33:33.247036+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:33:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: audit 2024-05-11T04:33:33.247036+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:33:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: audit 2024-05-11T04:33:33.248066+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:33 smithi173 bash[67089]: audit 2024-05-11T04:33:33.248066+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:35.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:34 smithi113 bash[84165]: cephadm 2024-05-11T04:33:33.237275+0000 mgr.y (mgr.25853) 171 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:34 smithi113 bash[84165]: cephadm 2024-05-11T04:33:33.237275+0000 mgr.y (mgr.25853) 171 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:34 smithi113 bash[84165]: cephadm 2024-05-11T04:33:33.250519+0000 mgr.y (mgr.25853) 172 : cephadm [INF] Deploying daemon osd.0 on smithi113 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:34 smithi113 bash[84165]: cephadm 2024-05-11T04:33:33.250519+0000 mgr.y (mgr.25853) 172 : cephadm [INF] Deploying daemon osd.0 on smithi113 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:34 smithi113 bash[81732]: cephadm 2024-05-11T04:33:33.237275+0000 mgr.y (mgr.25853) 171 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:34 smithi113 bash[81732]: cephadm 2024-05-11T04:33:33.237275+0000 mgr.y (mgr.25853) 171 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:34 smithi113 bash[81732]: cephadm 2024-05-11T04:33:33.250519+0000 mgr.y (mgr.25853) 172 : cephadm [INF] Deploying daemon osd.0 on smithi113 2024-05-11T04:33:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:34 smithi113 bash[81732]: cephadm 2024-05-11T04:33:33.250519+0000 mgr.y (mgr.25853) 172 : cephadm [INF] Deploying daemon osd.0 on smithi113 2024-05-11T04:33:35.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:34 smithi173 bash[67089]: cephadm 2024-05-11T04:33:33.237275+0000 mgr.y (mgr.25853) 171 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:33:35.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:34 smithi173 bash[67089]: cephadm 2024-05-11T04:33:33.237275+0000 mgr.y (mgr.25853) 171 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:33:35.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:34 smithi173 bash[67089]: cephadm 2024-05-11T04:33:33.250519+0000 mgr.y (mgr.25853) 172 : cephadm [INF] Deploying daemon osd.0 on smithi113 2024-05-11T04:33:35.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:34 smithi173 bash[67089]: cephadm 2024-05-11T04:33:33.250519+0000 mgr.y (mgr.25853) 172 : cephadm [INF] Deploying daemon osd.0 on smithi113 2024-05-11T04:33:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:35 smithi113 bash[81732]: cluster 2024-05-11T04:33:34.812852+0000 mgr.y (mgr.25853) 173 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:35 smithi113 bash[81732]: cluster 2024-05-11T04:33:34.812852+0000 mgr.y (mgr.25853) 173 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:35 smithi113 bash[84165]: cluster 2024-05-11T04:33:34.812852+0000 mgr.y (mgr.25853) 173 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:35 smithi113 bash[84165]: cluster 2024-05-11T04:33:34.812852+0000 mgr.y (mgr.25853) 173 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:36.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:35 smithi173 bash[67089]: cluster 2024-05-11T04:33:34.812852+0000 mgr.y (mgr.25853) 173 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:36.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:35 smithi173 bash[67089]: cluster 2024-05-11T04:33:34.812852+0000 mgr.y (mgr.25853) 173 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:37.774 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.775 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.775 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.775 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.775 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.776 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.776 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.776 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.776 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:37.952 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:37 smithi113 bash[81732]: debug 2024-05-11T04:33:37.917+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:37 smithi113 bash[81732]: cluster 2024-05-11T04:33:36.813531+0000 mgr.y (mgr.25853) 174 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:37 smithi113 bash[81732]: cluster 2024-05-11T04:33:36.813531+0000 mgr.y (mgr.25853) 174 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:37 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.898713+0000 mon.a (mon.0) 340 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:37 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.898713+0000 mon.a (mon.0) 340 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:37 smithi113 bash[84165]: cluster 2024-05-11T04:33:36.813531+0000 mgr.y (mgr.25853) 174 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:37 smithi113 bash[84165]: cluster 2024-05-11T04:33:36.813531+0000 mgr.y (mgr.25853) 174 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:37 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.898713+0000 mon.a (mon.0) 340 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:33:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:37 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.898713+0000 mon.a (mon.0) 340 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:33:38.228 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:37 smithi113 systemd[1]: Stopping Ceph osd.0 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:33:38.228 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:37 smithi113 bash[34603]: debug 2024-05-11T04:33:37.893+0000 7ff26a1e4700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:33:38.228 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:37 smithi113 bash[34603]: debug 2024-05-11T04:33:37.893+0000 7ff26a1e4700 -1 osd.0 91 *** Got signal Terminated *** 2024-05-11T04:33:38.228 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:37 smithi113 bash[34603]: debug 2024-05-11T04:33:37.893+0000 7ff26a1e4700 -1 osd.0 91 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:33:38.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:37 smithi173 bash[67089]: cluster 2024-05-11T04:33:36.813531+0000 mgr.y (mgr.25853) 174 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:38.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:37 smithi173 bash[67089]: cluster 2024-05-11T04:33:36.813531+0000 mgr.y (mgr.25853) 174 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:38.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:37 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.898713+0000 mon.a (mon.0) 340 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:33:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:37 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.898713+0000 mon.a (mon.0) 340 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:38 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.920550+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:38 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.920550+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:38 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.920581+0000 mon.a (mon.0) 342 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:38 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.920581+0000 mon.a (mon.0) 342 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:38 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.925572+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e92: 8 total, 7 up, 8 in 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:38 smithi113 bash[81732]: cluster 2024-05-11T04:33:37.925572+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e92: 8 total, 7 up, 8 in 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:38 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.920550+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:38 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.920550+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:38 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.920581+0000 mon.a (mon.0) 342 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:39.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:38 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.920581+0000 mon.a (mon.0) 342 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:38 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.925572+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e92: 8 total, 7 up, 8 in 2024-05-11T04:33:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:38 smithi113 bash[84165]: cluster 2024-05-11T04:33:37.925572+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e92: 8 total, 7 up, 8 in 2024-05-11T04:33:39.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:38 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.920550+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:33:39.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:38 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.920550+0000 mon.a (mon.0) 341 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:33:39.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:38 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.920581+0000 mon.a (mon.0) 342 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:38 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.920581+0000 mon.a (mon.0) 342 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:38 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.925572+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e92: 8 total, 7 up, 8 in 2024-05-11T04:33:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:38 smithi173 bash[67089]: cluster 2024-05-11T04:33:37.925572+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e92: 8 total, 7 up, 8 in 2024-05-11T04:33:39.939 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:39 smithi113 bash[89936]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-0 2024-05-11T04:33:39.939 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:33:39] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-05-11T04:33:40.216 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:40 smithi113 bash[90015]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-0 2024-05-11T04:33:40.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:39 smithi113 bash[81732]: cluster 2024-05-11T04:33:38.814122+0000 mgr.y (mgr.25853) 175 : cluster [DBG] pgmap v114: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:40.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:39 smithi113 bash[81732]: cluster 2024-05-11T04:33:38.814122+0000 mgr.y (mgr.25853) 175 : cluster [DBG] pgmap v114: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:40.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:39 smithi113 bash[81732]: cluster 2024-05-11T04:33:38.932560+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e93: 8 total, 7 up, 8 in 2024-05-11T04:33:40.216 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:39 smithi113 bash[81732]: cluster 2024-05-11T04:33:38.932560+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e93: 8 total, 7 up, 8 in 2024-05-11T04:33:40.217 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:39 smithi113 bash[84165]: cluster 2024-05-11T04:33:38.814122+0000 mgr.y (mgr.25853) 175 : cluster [DBG] pgmap v114: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:40.217 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:39 smithi113 bash[84165]: cluster 2024-05-11T04:33:38.814122+0000 mgr.y (mgr.25853) 175 : cluster [DBG] pgmap v114: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:40.217 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:39 smithi113 bash[84165]: cluster 2024-05-11T04:33:38.932560+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e93: 8 total, 7 up, 8 in 2024-05-11T04:33:40.217 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:39 smithi113 bash[84165]: cluster 2024-05-11T04:33:38.932560+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e93: 8 total, 7 up, 8 in 2024-05-11T04:33:40.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:39 smithi173 bash[67089]: cluster 2024-05-11T04:33:38.814122+0000 mgr.y (mgr.25853) 175 : cluster [DBG] pgmap v114: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:39 smithi173 bash[67089]: cluster 2024-05-11T04:33:38.814122+0000 mgr.y (mgr.25853) 175 : cluster [DBG] pgmap v114: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:39 smithi173 bash[67089]: cluster 2024-05-11T04:33:38.932560+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e93: 8 total, 7 up, 8 in 2024-05-11T04:33:40.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:39 smithi173 bash[67089]: cluster 2024-05-11T04:33:38.932560+0000 mon.a (mon.0) 344 : cluster [DBG] osdmap e93: 8 total, 7 up, 8 in 2024-05-11T04:33:41.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:40 smithi113 bash[81732]: cluster 2024-05-11T04:33:40.942085+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:41.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:40 smithi113 bash[81732]: cluster 2024-05-11T04:33:40.942085+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:41.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:40 smithi113 bash[84165]: cluster 2024-05-11T04:33:40.942085+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:41.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:40 smithi113 bash[84165]: cluster 2024-05-11T04:33:40.942085+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:41.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:40 smithi173 bash[67089]: cluster 2024-05-11T04:33:40.942085+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:41.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:40 smithi173 bash[67089]: cluster 2024-05-11T04:33:40.942085+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:42.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:42 smithi173 bash[67089]: cluster 2024-05-11T04:33:40.815414+0000 mgr.y (mgr.25853) 176 : cluster [DBG] pgmap v116: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:42.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:42 smithi173 bash[67089]: cluster 2024-05-11T04:33:40.815414+0000 mgr.y (mgr.25853) 176 : cluster [DBG] pgmap v116: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:41 smithi113 bash[81732]: cluster 2024-05-11T04:33:40.815414+0000 mgr.y (mgr.25853) 176 : cluster [DBG] pgmap v116: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:41 smithi113 bash[81732]: cluster 2024-05-11T04:33:40.815414+0000 mgr.y (mgr.25853) 176 : cluster [DBG] pgmap v116: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:41 smithi113 bash[84165]: cluster 2024-05-11T04:33:40.815414+0000 mgr.y (mgr.25853) 176 : cluster [DBG] pgmap v116: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:41 smithi113 bash[84165]: cluster 2024-05-11T04:33:40.815414+0000 mgr.y (mgr.25853) 176 : cluster [DBG] pgmap v116: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 bash[81732]: cluster 2024-05-11T04:33:42.816183+0000 mgr.y (mgr.25853) 177 : cluster [DBG] pgmap v117: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 bash[81732]: cluster 2024-05-11T04:33:42.816183+0000 mgr.y (mgr.25853) 177 : cluster [DBG] pgmap v117: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 bash[81732]: audit 2024-05-11T04:33:43.825421+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 bash[81732]: audit 2024-05-11T04:33:43.825421+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 bash[81732]: audit 2024-05-11T04:33:43.827768+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 bash[81732]: audit 2024-05-11T04:33:43.827768+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:44.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 bash[84165]: cluster 2024-05-11T04:33:42.816183+0000 mgr.y (mgr.25853) 177 : cluster [DBG] pgmap v117: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 bash[84165]: cluster 2024-05-11T04:33:42.816183+0000 mgr.y (mgr.25853) 177 : cluster [DBG] pgmap v117: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 bash[84165]: audit 2024-05-11T04:33:43.825421+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:44.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 bash[84165]: audit 2024-05-11T04:33:43.825421+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:44.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 bash[84165]: audit 2024-05-11T04:33:43.827768+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:44.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 bash[84165]: audit 2024-05-11T04:33:43.827768+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:44.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:44 smithi173 bash[67089]: cluster 2024-05-11T04:33:42.816183+0000 mgr.y (mgr.25853) 177 : cluster [DBG] pgmap v117: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:44 smithi173 bash[67089]: cluster 2024-05-11T04:33:42.816183+0000 mgr.y (mgr.25853) 177 : cluster [DBG] pgmap v117: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:44.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:44 smithi173 bash[67089]: audit 2024-05-11T04:33:43.825421+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:44 smithi173 bash[67089]: audit 2024-05-11T04:33:43.825421+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:44 smithi173 bash[67089]: audit 2024-05-11T04:33:43.827768+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:44.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:44 smithi173 bash[67089]: audit 2024-05-11T04:33:43.827768+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:44.642 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.642 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.642 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.0.service: Deactivated successfully. 2024-05-11T04:33:44.642 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: Stopped Ceph osd.0 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:33:44.643 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.643 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: Started Ceph osd.0 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:33:44.643 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.644 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.644 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.644 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.645 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:44.645 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:33:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:45.115 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 3 2024-05-11T04:33:45.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:44.684172+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:44.684172+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:44.690764+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:44.690764+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:44.692924+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:44.692924+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: cluster 2024-05-11T04:33:44.816855+0000 mgr.y (mgr.25853) 178 : cluster [DBG] pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: cluster 2024-05-11T04:33:44.816855+0000 mgr.y (mgr.25853) 178 : cluster [DBG] pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:45.105595+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.113:0/491613492' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:45.105595+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.113:0/491613492' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:45.216416+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:45.216416+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:45.224219+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:45 smithi113 bash[81732]: audit 2024-05-11T04:33:45.224219+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:44.684172+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:44.684172+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:44.690764+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:44.690764+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:44.692924+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:44.692924+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: cluster 2024-05-11T04:33:44.816855+0000 mgr.y (mgr.25853) 178 : cluster [DBG] pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: cluster 2024-05-11T04:33:44.816855+0000 mgr.y (mgr.25853) 178 : cluster [DBG] pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:45.105595+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.113:0/491613492' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:45.105595+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.113:0/491613492' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:45.216416+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:45.216416+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:45.224219+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:45.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:45 smithi113 bash[84165]: audit 2024-05-11T04:33:45.224219+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:44.684172+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:44.684172+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:44.690764+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:44.690764+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:44.692924+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:44.692924+0000 mon.a (mon.0) 350 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: cluster 2024-05-11T04:33:44.816855+0000 mgr.y (mgr.25853) 178 : cluster [DBG] pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: cluster 2024-05-11T04:33:44.816855+0000 mgr.y (mgr.25853) 178 : cluster [DBG] pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:45.105595+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.113:0/491613492' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:45.105595+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.113:0/491613492' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:45.216416+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:45.216416+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:45.224219+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:45 smithi173 bash[67089]: audit 2024-05-11T04:33:45.224219+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:46.404 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-11T04:33:47.477 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:47 smithi113 bash[90285]: --> ceph-volume raw activate successful for osd ID: 0 2024-05-11T04:33:48.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:47 smithi113 bash[81732]: cluster 2024-05-11T04:33:46.817519+0000 mgr.y (mgr.25853) 179 : cluster [DBG] pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:48.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:47 smithi113 bash[81732]: cluster 2024-05-11T04:33:46.817519+0000 mgr.y (mgr.25853) 179 : cluster [DBG] pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:48.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:47 smithi113 bash[84165]: cluster 2024-05-11T04:33:46.817519+0000 mgr.y (mgr.25853) 179 : cluster [DBG] pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:48.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:47 smithi113 bash[84165]: cluster 2024-05-11T04:33:46.817519+0000 mgr.y (mgr.25853) 179 : cluster [DBG] pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:48.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:47 smithi173 bash[67089]: cluster 2024-05-11T04:33:46.817519+0000 mgr.y (mgr.25853) 179 : cluster [DBG] pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:48.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:47 smithi173 bash[67089]: cluster 2024-05-11T04:33:46.817519+0000 mgr.y (mgr.25853) 179 : cluster [DBG] pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:49.226 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:48 smithi113 bash[90577]: debug 2024-05-11T04:33:48.833+0000 7f34ba425700 1 -- 172.21.15.113:0/3187486198 <== mon.2 v2:172.21.15.113:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bd7d033680 con 0x55bd7d091000 2024-05-11T04:33:49.661 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:49 smithi113 bash[90577]: debug 2024-05-11T04:33:49.377+0000 7f34c35be7c0 -1 Falling back to public interface 2024-05-11T04:33:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:33:49] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-05-11T04:33:49.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:49 smithi113 bash[81732]: cluster 2024-05-11T04:33:48.818027+0000 mgr.y (mgr.25853) 180 : cluster [DBG] pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:49.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:49 smithi113 bash[81732]: cluster 2024-05-11T04:33:48.818027+0000 mgr.y (mgr.25853) 180 : cluster [DBG] pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:49.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:49 smithi113 bash[84165]: cluster 2024-05-11T04:33:48.818027+0000 mgr.y (mgr.25853) 180 : cluster [DBG] pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:49.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:49 smithi113 bash[84165]: cluster 2024-05-11T04:33:48.818027+0000 mgr.y (mgr.25853) 180 : cluster [DBG] pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:50.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:49 smithi173 bash[67089]: cluster 2024-05-11T04:33:48.818027+0000 mgr.y (mgr.25853) 180 : cluster [DBG] pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:50.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:49 smithi173 bash[67089]: cluster 2024-05-11T04:33:48.818027+0000 mgr.y (mgr.25853) 180 : cluster [DBG] pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.445 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:52.462 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: cluster 2024-05-11T04:33:50.818619+0000 mgr.y (mgr.25853) 181 : cluster [DBG] pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: cluster 2024-05-11T04:33:50.818619+0000 mgr.y (mgr.25853) 181 : cluster [DBG] pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: audit 2024-05-11T04:33:51.178639+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: audit 2024-05-11T04:33:51.178639+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: audit 2024-05-11T04:33:51.185587+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: audit 2024-05-11T04:33:51.185587+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: audit 2024-05-11T04:33:52.173331+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:52 smithi113 bash[81732]: audit 2024-05-11T04:33:52.173331+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: cluster 2024-05-11T04:33:50.818619+0000 mgr.y (mgr.25853) 181 : cluster [DBG] pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: cluster 2024-05-11T04:33:50.818619+0000 mgr.y (mgr.25853) 181 : cluster [DBG] pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.463 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: audit 2024-05-11T04:33:51.178639+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: audit 2024-05-11T04:33:51.178639+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: audit 2024-05-11T04:33:51.185587+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: audit 2024-05-11T04:33:51.185587+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: audit 2024-05-11T04:33:52.173331+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.464 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:52 smithi113 bash[84165]: audit 2024-05-11T04:33:52.173331+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: cluster 2024-05-11T04:33:50.818619+0000 mgr.y (mgr.25853) 181 : cluster [DBG] pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: cluster 2024-05-11T04:33:50.818619+0000 mgr.y (mgr.25853) 181 : cluster [DBG] pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: audit 2024-05-11T04:33:51.178639+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: audit 2024-05-11T04:33:51.178639+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: audit 2024-05-11T04:33:51.185587+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: audit 2024-05-11T04:33:51.185587+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: audit 2024-05-11T04:33:52.173331+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:52 smithi173 bash[67089]: audit 2024-05-11T04:33:52.173331+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:52.726 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:52 smithi113 bash[90577]: debug 2024-05-11T04:33:52.513+0000 7f34c35be7c0 -1 osd.0 91 log_to_monitors true 2024-05-11T04:33:53.433 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:33:53 smithi113 bash[90577]: debug 2024-05-11T04:33:53.233+0000 7f34b0a0d700 -1 osd.0 91 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: audit 2024-05-11T04:33:52.180618+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: audit 2024-05-11T04:33:52.180618+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: audit 2024-05-11T04:33:52.522124+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: audit 2024-05-11T04:33:52.522124+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: audit 2024-05-11T04:33:52.522488+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: audit 2024-05-11T04:33:52.522488+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: cluster 2024-05-11T04:33:52.819381+0000 mgr.y (mgr.25853) 182 : cluster [DBG] pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:53 smithi113 bash[81732]: cluster 2024-05-11T04:33:52.819381+0000 mgr.y (mgr.25853) 182 : cluster [DBG] pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:53.434 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: audit 2024-05-11T04:33:52.180618+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: audit 2024-05-11T04:33:52.180618+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: audit 2024-05-11T04:33:52.522124+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: audit 2024-05-11T04:33:52.522124+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: audit 2024-05-11T04:33:52.522488+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: audit 2024-05-11T04:33:52.522488+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: cluster 2024-05-11T04:33:52.819381+0000 mgr.y (mgr.25853) 182 : cluster [DBG] pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:53.435 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:53 smithi113 bash[84165]: cluster 2024-05-11T04:33:52.819381+0000 mgr.y (mgr.25853) 182 : cluster [DBG] pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: audit 2024-05-11T04:33:52.180618+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: audit 2024-05-11T04:33:52.180618+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: audit 2024-05-11T04:33:52.522124+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: audit 2024-05-11T04:33:52.522124+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: audit 2024-05-11T04:33:52.522488+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: audit 2024-05-11T04:33:52.522488+0000 mon.a (mon.0) 357 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: cluster 2024-05-11T04:33:52.819381+0000 mgr.y (mgr.25853) 182 : cluster [DBG] pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:53 smithi173 bash[67089]: cluster 2024-05-11T04:33:52.819381+0000 mgr.y (mgr.25853) 182 : cluster [DBG] pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: debug 2024-05-11T04:33:54.189+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: audit 2024-05-11T04:33:53.195103+0000 mon.a (mon.0) 358 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: audit 2024-05-11T04:33:53.195103+0000 mon.a (mon.0) 358 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: cluster 2024-05-11T04:33:53.202737+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e94: 8 total, 7 up, 8 in 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: cluster 2024-05-11T04:33:53.202737+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e94: 8 total, 7 up, 8 in 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: audit 2024-05-11T04:33:53.203204+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: audit 2024-05-11T04:33:53.203204+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: audit 2024-05-11T04:33:53.203811+0000 mon.a (mon.0) 360 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:54 smithi113 bash[81732]: audit 2024-05-11T04:33:53.203811+0000 mon.a (mon.0) 360 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: audit 2024-05-11T04:33:53.195103+0000 mon.a (mon.0) 358 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: audit 2024-05-11T04:33:53.195103+0000 mon.a (mon.0) 358 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: cluster 2024-05-11T04:33:53.202737+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e94: 8 total, 7 up, 8 in 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: cluster 2024-05-11T04:33:53.202737+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e94: 8 total, 7 up, 8 in 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: audit 2024-05-11T04:33:53.203204+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: audit 2024-05-11T04:33:53.203204+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: audit 2024-05-11T04:33:53.203811+0000 mon.a (mon.0) 360 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:54 smithi113 bash[84165]: audit 2024-05-11T04:33:53.203811+0000 mon.a (mon.0) 360 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: audit 2024-05-11T04:33:53.195103+0000 mon.a (mon.0) 358 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: audit 2024-05-11T04:33:53.195103+0000 mon.a (mon.0) 358 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: cluster 2024-05-11T04:33:53.202737+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e94: 8 total, 7 up, 8 in 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: cluster 2024-05-11T04:33:53.202737+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e94: 8 total, 7 up, 8 in 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: audit 2024-05-11T04:33:53.203204+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: audit 2024-05-11T04:33:53.203204+0000 mon.c (mon.2) 5 : audit [INF] from='osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: audit 2024-05-11T04:33:53.203811+0000 mon.a (mon.0) 360 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:54 smithi173 bash[67089]: audit 2024-05-11T04:33:53.203811+0000 mon.a (mon.0) 360 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.195823+0000 mon.a (mon.0) 361 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.195823+0000 mon.a (mon.0) 361 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.195890+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.195890+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.207604+0000 mon.a (mon.0) 363 : cluster [INF] osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567] boot 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.207604+0000 mon.a (mon.0) 363 : cluster [INF] osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567] boot 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.207942+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.207942+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: audit 2024-05-11T04:33:54.209837+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:55.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: audit 2024-05-11T04:33:54.209837+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.820210+0000 mgr.y (mgr.25853) 183 : cluster [DBG] pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:54.820210+0000 mgr.y (mgr.25853) 183 : cluster [DBG] pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:55.208182+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:33:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:55 smithi173 bash[67089]: cluster 2024-05-11T04:33:55.208182+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.195823+0000 mon.a (mon.0) 361 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.195823+0000 mon.a (mon.0) 361 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.195890+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.195890+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.207604+0000 mon.a (mon.0) 363 : cluster [INF] osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567] boot 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.207604+0000 mon.a (mon.0) 363 : cluster [INF] osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567] boot 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.207942+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.207942+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: audit 2024-05-11T04:33:54.209837+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:55.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: audit 2024-05-11T04:33:54.209837+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.820210+0000 mgr.y (mgr.25853) 183 : cluster [DBG] pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:54.820210+0000 mgr.y (mgr.25853) 183 : cluster [DBG] pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:55.208182+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:55 smithi113 bash[81732]: cluster 2024-05-11T04:33:55.208182+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.195823+0000 mon.a (mon.0) 361 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.195823+0000 mon.a (mon.0) 361 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.195890+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.195890+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.207604+0000 mon.a (mon.0) 363 : cluster [INF] osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567] boot 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.207604+0000 mon.a (mon.0) 363 : cluster [INF] osd.0 [v2:172.21.15.113:6802/3312120567,v1:172.21.15.113:6803/3312120567] boot 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.207942+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:33:55.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.207942+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:33:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: audit 2024-05-11T04:33:54.209837+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: audit 2024-05-11T04:33:54.209837+0000 mon.a (mon.0) 365 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.820210+0000 mgr.y (mgr.25853) 183 : cluster [DBG] pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:54.820210+0000 mgr.y (mgr.25853) 183 : cluster [DBG] pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:55.208182+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:33:55.729 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:55 smithi113 bash[84165]: cluster 2024-05-11T04:33:55.208182+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:33:55.777 INFO:teuthology.orchestra.run.smithi113.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:33:55.777 INFO:teuthology.orchestra.run.smithi113.stdout:alertmanager.a smithi113 *:9093,9094 running (11m) 4s ago 12m 13.5M - 0.25.0 c8568f914cd2 5c903450ba99 2024-05-11T04:33:55.777 INFO:teuthology.orchestra.run.smithi113.stdout:grafana.a smithi173 *:3000 running (11m) 26s ago 11m 79.4M - 9.4.7 954c08fa6188 5d688df6287a 2024-05-11T04:33:55.777 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi113.zdnevb smithi113 running (10m) 4s ago 10m 15.1M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5e99af577d54 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi173.ibjpzf smithi173 running (10m) 26s ago 10m 17.3M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 57607586dc8a 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.x smithi173 *:8443,9283,8765 running (4m) 26s ago 20m 450M - 19.0.0-3497-g04416f48 9b25092f51f1 27b2381c8d81 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.y smithi113 *:8443,9283,8765 running (5m) 4s ago 22m 505M - 19.0.0-3497-g04416f48 9b25092f51f1 be64837303f3 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:mon.a smithi113 running (4m) 4s ago 22m 45.8M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 73c45ac0d05e 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:mon.b smithi173 running (115s) 26s ago 20m 33.7M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 dda3ed6c33f5 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:mon.c smithi113 running (2m) 4s ago 20m 35.4M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 46f1cd01efd7 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.a smithi113 *:9100 running (12m) 4s ago 12m 8892k - 1.5.0 0da6a335fe13 8e4e28aff3bd 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.b smithi173 *:9100 running (12m) 26s ago 12m 8787k - 1.5.0 0da6a335fe13 2525b8ce26de 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:osd.0 smithi113 running (7s) 4s ago 19m - 2524M 19.0.0-3497-g04416f48 9b25092f51f1 1797a9a427d9 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:osd.1 smithi113 running (18m) 4s ago 18m 61.5M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ae9a59d4846f 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:osd.2 smithi113 running (17m) 4s ago 17m 51.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 413f86417749 2024-05-11T04:33:55.778 INFO:teuthology.orchestra.run.smithi113.stdout:osd.3 smithi113 running (16m) 4s ago 17m 54.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 904a20622fd9 2024-05-11T04:33:55.779 INFO:teuthology.orchestra.run.smithi113.stdout:osd.4 smithi173 running (16m) 26s ago 16m 56.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 bbef54fbd008 2024-05-11T04:33:55.779 INFO:teuthology.orchestra.run.smithi113.stdout:osd.5 smithi173 running (15m) 26s ago 15m 54.4M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 786fb7818d9a 2024-05-11T04:33:55.779 INFO:teuthology.orchestra.run.smithi113.stdout:osd.6 smithi173 running (14m) 26s ago 14m 47.9M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8304a9a199f5 2024-05-11T04:33:55.779 INFO:teuthology.orchestra.run.smithi113.stdout:osd.7 smithi173 running (13m) 26s ago 13m 50.8M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 238ca57cd95c 2024-05-11T04:33:55.779 INFO:teuthology.orchestra.run.smithi113.stdout:prometheus.a smithi173 *:9095 running (4m) 26s ago 12m 45.8M - 2.43.0 a07b618ecd1d 9d1dc802d615 2024-05-11T04:33:56.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:56 smithi173 bash[67089]: cluster 2024-05-11T04:33:55.216650+0000 mon.a (mon.0) 367 : cluster [WRN] Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:56 smithi173 bash[67089]: cluster 2024-05-11T04:33:55.216650+0000 mon.a (mon.0) 367 : cluster [WRN] Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:56 smithi173 bash[67089]: audit 2024-05-11T04:33:55.759768+0000 mgr.y (mgr.25853) 184 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:56 smithi173 bash[67089]: audit 2024-05-11T04:33:55.759768+0000 mgr.y (mgr.25853) 184 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:56.571 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:56 smithi113 bash[81732]: cluster 2024-05-11T04:33:55.216650+0000 mon.a (mon.0) 367 : cluster [WRN] Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:56.571 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:56 smithi113 bash[81732]: cluster 2024-05-11T04:33:55.216650+0000 mon.a (mon.0) 367 : cluster [WRN] Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:56.571 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:56 smithi113 bash[81732]: audit 2024-05-11T04:33:55.759768+0000 mgr.y (mgr.25853) 184 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:56.571 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:56 smithi113 bash[81732]: audit 2024-05-11T04:33:55.759768+0000 mgr.y (mgr.25853) 184 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:56.571 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:56 smithi113 bash[84165]: cluster 2024-05-11T04:33:55.216650+0000 mon.a (mon.0) 367 : cluster [WRN] Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:56.572 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:56 smithi113 bash[84165]: cluster 2024-05-11T04:33:55.216650+0000 mon.a (mon.0) 367 : cluster [WRN] Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:33:56.572 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:56 smithi113 bash[84165]: audit 2024-05-11T04:33:55.759768+0000 mgr.y (mgr.25853) 184 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:56.572 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:56 smithi113 bash[84165]: audit 2024-05-11T04:33:55.759768+0000 mgr.y (mgr.25853) 184 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:56.573 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:33:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:57 smithi113 bash[84165]: cluster 2024-05-11T04:33:56.820882+0000 mgr.y (mgr.25853) 185 : cluster [DBG] pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:57.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:57 smithi113 bash[84165]: cluster 2024-05-11T04:33:56.820882+0000 mgr.y (mgr.25853) 185 : cluster [DBG] pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:57 smithi113 bash[81732]: cluster 2024-05-11T04:33:56.820882+0000 mgr.y (mgr.25853) 185 : cluster [DBG] pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:57.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:57 smithi113 bash[81732]: cluster 2024-05-11T04:33:56.820882+0000 mgr.y (mgr.25853) 185 : cluster [DBG] pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:57.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:57 smithi173 bash[67089]: cluster 2024-05-11T04:33:56.820882+0000 mgr.y (mgr.25853) 185 : cluster [DBG] pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:57.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:57 smithi173 bash[67089]: cluster 2024-05-11T04:33:56.820882+0000 mgr.y (mgr.25853) 185 : cluster [DBG] pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-05-11T04:33:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:33:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:33:59] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: cluster 2024-05-11T04:33:58.821413+0000 mgr.y (mgr.25853) 186 : cluster [DBG] pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: cluster 2024-05-11T04:33:58.821413+0000 mgr.y (mgr.25853) 186 : cluster [DBG] pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: audit 2024-05-11T04:33:58.825537+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: audit 2024-05-11T04:33:58.825537+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: audit 2024-05-11T04:33:58.826749+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: audit 2024-05-11T04:33:58.826749+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: cluster 2024-05-11T04:33:58.872357+0000 mon.a (mon.0) 370 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:33:59 smithi113 bash[81732]: cluster 2024-05-11T04:33:58.872357+0000 mon.a (mon.0) 370 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: cluster 2024-05-11T04:33:58.821413+0000 mgr.y (mgr.25853) 186 : cluster [DBG] pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: cluster 2024-05-11T04:33:58.821413+0000 mgr.y (mgr.25853) 186 : cluster [DBG] pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: audit 2024-05-11T04:33:58.825537+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: audit 2024-05-11T04:33:58.825537+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: audit 2024-05-11T04:33:58.826749+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: audit 2024-05-11T04:33:58.826749+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: cluster 2024-05-11T04:33:58.872357+0000 mon.a (mon.0) 370 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-05-11T04:33:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:33:59 smithi113 bash[84165]: cluster 2024-05-11T04:33:58.872357+0000 mon.a (mon.0) 370 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: cluster 2024-05-11T04:33:58.821413+0000 mgr.y (mgr.25853) 186 : cluster [DBG] pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: cluster 2024-05-11T04:33:58.821413+0000 mgr.y (mgr.25853) 186 : cluster [DBG] pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: audit 2024-05-11T04:33:58.825537+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: audit 2024-05-11T04:33:58.825537+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: audit 2024-05-11T04:33:58.826749+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: audit 2024-05-11T04:33:58.826749+0000 mon.a (mon.0) 369 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: cluster 2024-05-11T04:33:58.872357+0000 mon.a (mon.0) 370 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-05-11T04:34:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:33:59 smithi173 bash[67089]: cluster 2024-05-11T04:33:58.872357+0000 mon.a (mon.0) 370 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-05-11T04:34:01.644 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:34:01.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: cluster 2024-05-11T04:34:00.822491+0000 mgr.y (mgr.25853) 187 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:01.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: cluster 2024-05-11T04:34:00.822491+0000 mgr.y (mgr.25853) 187 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.289953+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.289953+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.303954+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.303954+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.306728+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.306728+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.308518+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.308518+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.320559+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.320559+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.415765+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.415765+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.420694+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.420694+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.424291+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.424291+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.426811+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.426811+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.430313+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:01 smithi113 bash[81732]: audit 2024-05-11T04:34:01.430313+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: cluster 2024-05-11T04:34:00.822491+0000 mgr.y (mgr.25853) 187 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: cluster 2024-05-11T04:34:00.822491+0000 mgr.y (mgr.25853) 187 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.289953+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.289953+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.303954+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.303954+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.306728+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.306728+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.308518+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.308518+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.320559+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.320559+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.415765+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.415765+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.420694+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.420694+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.424291+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.424291+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.426811+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.426811+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:01.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.430313+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:01.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:01 smithi113 bash[84165]: audit 2024-05-11T04:34:01.430313+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: cluster 2024-05-11T04:34:00.822491+0000 mgr.y (mgr.25853) 187 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: cluster 2024-05-11T04:34:00.822491+0000 mgr.y (mgr.25853) 187 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.289953+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.289953+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.303954+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.303954+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.306728+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.306728+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.308518+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.308518+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.320559+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.320559+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.415765+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.415765+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.420694+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.420694+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.424291+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.424291+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.426811+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.426811+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:34:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.430313+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:01 smithi173 bash[67089]: audit 2024-05-11T04:34:01.430313+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.094 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:02 smithi113 bash[81732]: audit 2024-05-11T04:34:01.430605+0000 mgr.y (mgr.25853) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.094 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:02 smithi113 bash[81732]: audit 2024-05-11T04:34:01.430605+0000 mgr.y (mgr.25853) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.094 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:02 smithi113 bash[81732]: cephadm 2024-05-11T04:34:01.432570+0000 mgr.y (mgr.25853) 189 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T04:34:03.095 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:02 smithi113 bash[81732]: cephadm 2024-05-11T04:34:01.432570+0000 mgr.y (mgr.25853) 189 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T04:34:03.095 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:02 smithi113 bash[84165]: audit 2024-05-11T04:34:01.430605+0000 mgr.y (mgr.25853) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.095 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:02 smithi113 bash[84165]: audit 2024-05-11T04:34:01.430605+0000 mgr.y (mgr.25853) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.095 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:02 smithi113 bash[84165]: cephadm 2024-05-11T04:34:01.432570+0000 mgr.y (mgr.25853) 189 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T04:34:03.095 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:02 smithi113 bash[84165]: cephadm 2024-05-11T04:34:01.432570+0000 mgr.y (mgr.25853) 189 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T04:34:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:02 smithi173 bash[67089]: audit 2024-05-11T04:34:01.430605+0000 mgr.y (mgr.25853) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:02 smithi173 bash[67089]: audit 2024-05-11T04:34:01.430605+0000 mgr.y (mgr.25853) 188 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:34:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:02 smithi173 bash[67089]: cephadm 2024-05-11T04:34:01.432570+0000 mgr.y (mgr.25853) 189 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T04:34:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:02 smithi173 bash[67089]: cephadm 2024-05-11T04:34:01.432570+0000 mgr.y (mgr.25853) 189 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T04:34:04.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:03 smithi113 bash[81732]: cluster 2024-05-11T04:34:02.823096+0000 mgr.y (mgr.25853) 190 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:04.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:03 smithi113 bash[81732]: cluster 2024-05-11T04:34:02.823096+0000 mgr.y (mgr.25853) 190 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:04.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:03 smithi113 bash[84165]: cluster 2024-05-11T04:34:02.823096+0000 mgr.y (mgr.25853) 190 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:04.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:03 smithi113 bash[84165]: cluster 2024-05-11T04:34:02.823096+0000 mgr.y (mgr.25853) 190 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:03 smithi173 bash[67089]: cluster 2024-05-11T04:34:02.823096+0000 mgr.y (mgr.25853) 190 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:03 smithi173 bash[67089]: cluster 2024-05-11T04:34:02.823096+0000 mgr.y (mgr.25853) 190 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: cephadm 2024-05-11T04:34:04.604201+0000 mgr.y (mgr.25853) 191 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: cephadm 2024-05-11T04:34:04.604201+0000 mgr.y (mgr.25853) 191 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: audit 2024-05-11T04:34:04.610197+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: audit 2024-05-11T04:34:04.610197+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: audit 2024-05-11T04:34:04.612947+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: audit 2024-05-11T04:34:04.612947+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: audit 2024-05-11T04:34:04.613901+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:05.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: audit 2024-05-11T04:34:04.613901+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: cephadm 2024-05-11T04:34:04.616140+0000 mgr.y (mgr.25853) 192 : cephadm [INF] Deploying daemon osd.1 on smithi113 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: cephadm 2024-05-11T04:34:04.616140+0000 mgr.y (mgr.25853) 192 : cephadm [INF] Deploying daemon osd.1 on smithi113 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: cluster 2024-05-11T04:34:04.824119+0000 mgr.y (mgr.25853) 193 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:05 smithi113 bash[81732]: cluster 2024-05-11T04:34:04.824119+0000 mgr.y (mgr.25853) 193 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: cephadm 2024-05-11T04:34:04.604201+0000 mgr.y (mgr.25853) 191 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: cephadm 2024-05-11T04:34:04.604201+0000 mgr.y (mgr.25853) 191 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: audit 2024-05-11T04:34:04.610197+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: audit 2024-05-11T04:34:04.610197+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: audit 2024-05-11T04:34:04.612947+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: audit 2024-05-11T04:34:04.612947+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:34:05.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: audit 2024-05-11T04:34:04.613901+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:05.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: audit 2024-05-11T04:34:04.613901+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:05.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: cephadm 2024-05-11T04:34:04.616140+0000 mgr.y (mgr.25853) 192 : cephadm [INF] Deploying daemon osd.1 on smithi113 2024-05-11T04:34:05.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: cephadm 2024-05-11T04:34:04.616140+0000 mgr.y (mgr.25853) 192 : cephadm [INF] Deploying daemon osd.1 on smithi113 2024-05-11T04:34:05.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: cluster 2024-05-11T04:34:04.824119+0000 mgr.y (mgr.25853) 193 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:05.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:05 smithi113 bash[84165]: cluster 2024-05-11T04:34:04.824119+0000 mgr.y (mgr.25853) 193 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: cephadm 2024-05-11T04:34:04.604201+0000 mgr.y (mgr.25853) 191 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: cephadm 2024-05-11T04:34:04.604201+0000 mgr.y (mgr.25853) 191 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: audit 2024-05-11T04:34:04.610197+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: audit 2024-05-11T04:34:04.610197+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: audit 2024-05-11T04:34:04.612947+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: audit 2024-05-11T04:34:04.612947+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: audit 2024-05-11T04:34:04.613901+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:06.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: audit 2024-05-11T04:34:04.613901+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:06.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: cephadm 2024-05-11T04:34:04.616140+0000 mgr.y (mgr.25853) 192 : cephadm [INF] Deploying daemon osd.1 on smithi113 2024-05-11T04:34:06.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: cephadm 2024-05-11T04:34:04.616140+0000 mgr.y (mgr.25853) 192 : cephadm [INF] Deploying daemon osd.1 on smithi113 2024-05-11T04:34:06.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: cluster 2024-05-11T04:34:04.824119+0000 mgr.y (mgr.25853) 193 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:06.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:05 smithi173 bash[67089]: cluster 2024-05-11T04:34:04.824119+0000 mgr.y (mgr.25853) 193 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:06.255 INFO:teuthology.orchestra.run.smithi113.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.292 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'sleep 60' 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: audit 2024-05-11T04:34:06.252006+0000 mgr.y (mgr.25853) 194 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: audit 2024-05-11T04:34:06.252006+0000 mgr.y (mgr.25853) 194 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: cephadm 2024-05-11T04:34:06.252422+0000 mgr.y (mgr.25853) 195 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: cephadm 2024-05-11T04:34:06.252422+0000 mgr.y (mgr.25853) 195 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: audit 2024-05-11T04:34:06.258536+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: audit 2024-05-11T04:34:06.258536+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: cluster 2024-05-11T04:34:06.824752+0000 mgr.y (mgr.25853) 196 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:07 smithi173 bash[67089]: cluster 2024-05-11T04:34:06.824752+0000 mgr.y (mgr.25853) 196 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: audit 2024-05-11T04:34:06.252006+0000 mgr.y (mgr.25853) 194 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: audit 2024-05-11T04:34:06.252006+0000 mgr.y (mgr.25853) 194 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: cephadm 2024-05-11T04:34:06.252422+0000 mgr.y (mgr.25853) 195 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: cephadm 2024-05-11T04:34:06.252422+0000 mgr.y (mgr.25853) 195 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: audit 2024-05-11T04:34:06.258536+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: audit 2024-05-11T04:34:06.258536+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: cluster 2024-05-11T04:34:06.824752+0000 mgr.y (mgr.25853) 196 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:07.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:07 smithi113 bash[81732]: cluster 2024-05-11T04:34:06.824752+0000 mgr.y (mgr.25853) 196 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: audit 2024-05-11T04:34:06.252006+0000 mgr.y (mgr.25853) 194 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: audit 2024-05-11T04:34:06.252006+0000 mgr.y (mgr.25853) 194 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: cephadm 2024-05-11T04:34:06.252422+0000 mgr.y (mgr.25853) 195 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: cephadm 2024-05-11T04:34:06.252422+0000 mgr.y (mgr.25853) 195 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: audit 2024-05-11T04:34:06.258536+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: audit 2024-05-11T04:34:06.258536+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: cluster 2024-05-11T04:34:06.824752+0000 mgr.y (mgr.25853) 196 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:07.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:07 smithi113 bash[84165]: cluster 2024-05-11T04:34:06.824752+0000 mgr.y (mgr.25853) 196 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:09.656 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.656 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.657 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.657 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.657 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.657 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.658 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.658 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.658 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:34:09] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: cluster 2024-05-11T04:34:08.825417+0000 mgr.y (mgr.25853) 197 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: cluster 2024-05-11T04:34:08.825417+0000 mgr.y (mgr.25853) 197 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: audit 2024-05-11T04:34:08.855149+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: audit 2024-05-11T04:34:08.855149+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.771616+0000 mon.a (mon.0) 386 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.771616+0000 mon.a (mon.0) 386 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:09 smithi113 bash[81732]: debug 2024-05-11T04:34:09.873+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:09.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 bash[84165]: cluster 2024-05-11T04:34:08.825417+0000 mgr.y (mgr.25853) 197 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:09.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 bash[84165]: cluster 2024-05-11T04:34:08.825417+0000 mgr.y (mgr.25853) 197 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:09.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 bash[84165]: audit 2024-05-11T04:34:08.855149+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:09.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 bash[84165]: audit 2024-05-11T04:34:08.855149+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:09.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.771616+0000 mon.a (mon.0) 386 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T04:34:09.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:09 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.771616+0000 mon.a (mon.0) 386 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T04:34:09.978 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:09 smithi113 systemd[1]: Stopping Ceph osd.1 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:34:09.978 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:09 smithi113 bash[40028]: debug 2024-05-11T04:34:09.765+0000 7f068d5e5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:34:09.978 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:09 smithi113 bash[40028]: debug 2024-05-11T04:34:09.765+0000 7f068d5e5700 -1 osd.1 96 *** Got signal Terminated *** 2024-05-11T04:34:09.978 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:09 smithi113 bash[40028]: debug 2024-05-11T04:34:09.765+0000 7f068d5e5700 -1 osd.1 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:34:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:09 smithi173 bash[67089]: cluster 2024-05-11T04:34:08.825417+0000 mgr.y (mgr.25853) 197 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:09 smithi173 bash[67089]: cluster 2024-05-11T04:34:08.825417+0000 mgr.y (mgr.25853) 197 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:09 smithi173 bash[67089]: audit 2024-05-11T04:34:08.855149+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:09 smithi173 bash[67089]: audit 2024-05-11T04:34:08.855149+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:09 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.771616+0000 mon.a (mon.0) 386 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T04:34:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:09 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.771616+0000 mon.a (mon.0) 386 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T04:34:11.190 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:10 smithi113 bash[94521]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-1 2024-05-11T04:34:11.190 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:10 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.879912+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:34:11.190 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:10 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.879912+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:10 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.879967+0000 mon.a (mon.0) 388 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:10 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.879967+0000 mon.a (mon.0) 388 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:10 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.890331+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e97: 8 total, 7 up, 8 in 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:10 smithi113 bash[81732]: cluster 2024-05-11T04:34:09.890331+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e97: 8 total, 7 up, 8 in 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:10 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.879912+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:10 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.879912+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:10 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.879967+0000 mon.a (mon.0) 388 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:10 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.879967+0000 mon.a (mon.0) 388 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:10 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.890331+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e97: 8 total, 7 up, 8 in 2024-05-11T04:34:11.191 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:10 smithi113 bash[84165]: cluster 2024-05-11T04:34:09.890331+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e97: 8 total, 7 up, 8 in 2024-05-11T04:34:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:10 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.879912+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:34:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:10 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.879912+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:34:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:10 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.879967+0000 mon.a (mon.0) 388 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:10 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.879967+0000 mon.a (mon.0) 388 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:10 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.890331+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e97: 8 total, 7 up, 8 in 2024-05-11T04:34:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:10 smithi173 bash[67089]: cluster 2024-05-11T04:34:09.890331+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e97: 8 total, 7 up, 8 in 2024-05-11T04:34:11.476 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:11 smithi113 bash[94603]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-1 2024-05-11T04:34:12.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:11 smithi113 bash[84165]: cluster 2024-05-11T04:34:10.826050+0000 mgr.y (mgr.25853) 198 : cluster [DBG] pgmap v135: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:11 smithi113 bash[84165]: cluster 2024-05-11T04:34:10.826050+0000 mgr.y (mgr.25853) 198 : cluster [DBG] pgmap v135: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:11 smithi113 bash[84165]: cluster 2024-05-11T04:34:10.897950+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e98: 8 total, 7 up, 8 in 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:11 smithi113 bash[84165]: cluster 2024-05-11T04:34:10.897950+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e98: 8 total, 7 up, 8 in 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:11 smithi113 bash[81732]: cluster 2024-05-11T04:34:10.826050+0000 mgr.y (mgr.25853) 198 : cluster [DBG] pgmap v135: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:11 smithi113 bash[81732]: cluster 2024-05-11T04:34:10.826050+0000 mgr.y (mgr.25853) 198 : cluster [DBG] pgmap v135: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:11 smithi113 bash[81732]: cluster 2024-05-11T04:34:10.897950+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e98: 8 total, 7 up, 8 in 2024-05-11T04:34:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:11 smithi113 bash[81732]: cluster 2024-05-11T04:34:10.897950+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e98: 8 total, 7 up, 8 in 2024-05-11T04:34:12.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:11 smithi173 bash[67089]: cluster 2024-05-11T04:34:10.826050+0000 mgr.y (mgr.25853) 198 : cluster [DBG] pgmap v135: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:11 smithi173 bash[67089]: cluster 2024-05-11T04:34:10.826050+0000 mgr.y (mgr.25853) 198 : cluster [DBG] pgmap v135: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:11 smithi173 bash[67089]: cluster 2024-05-11T04:34:10.897950+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e98: 8 total, 7 up, 8 in 2024-05-11T04:34:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:11 smithi173 bash[67089]: cluster 2024-05-11T04:34:10.897950+0000 mon.a (mon.0) 390 : cluster [DBG] osdmap e98: 8 total, 7 up, 8 in 2024-05-11T04:34:13.382 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.382 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.382 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.383 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.1.service: Deactivated successfully. 2024-05-11T04:34:13.383 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: Stopped Ceph osd.1 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:34:13.383 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.383 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: Started Ceph osd.1 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:34:13.383 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.384 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.384 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.384 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.385 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:13.548 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: cluster 2024-05-11T04:34:12.826684+0000 mgr.y (mgr.25853) 199 : cluster [DBG] pgmap v137: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: cluster 2024-05-11T04:34:12.826684+0000 mgr.y (mgr.25853) 199 : cluster [DBG] pgmap v137: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.430702+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.430702+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.436105+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.436105+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.448981+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.448981+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.826103+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.826103+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.827680+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:13 smithi113 bash[81732]: audit 2024-05-11T04:34:13.827680+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: cluster 2024-05-11T04:34:12.826684+0000 mgr.y (mgr.25853) 199 : cluster [DBG] pgmap v137: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: cluster 2024-05-11T04:34:12.826684+0000 mgr.y (mgr.25853) 199 : cluster [DBG] pgmap v137: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.430702+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.430702+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.436105+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.436105+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.448981+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:14.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.448981+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:14.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.826103+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.826103+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.827680+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:14.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:13 smithi113 bash[84165]: audit 2024-05-11T04:34:13.827680+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: cluster 2024-05-11T04:34:12.826684+0000 mgr.y (mgr.25853) 199 : cluster [DBG] pgmap v137: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: cluster 2024-05-11T04:34:12.826684+0000 mgr.y (mgr.25853) 199 : cluster [DBG] pgmap v137: 73 pgs: 10 stale+active+clean, 63 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.430702+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.430702+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.436105+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.436105+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.448981+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.448981+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.826103+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.826103+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.827680+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:13 smithi173 bash[67089]: audit 2024-05-11T04:34:13.827680+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:15.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:14 smithi113 bash[81732]: cluster 2024-05-11T04:34:14.896575+0000 mon.a (mon.0) 396 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:34:15.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:14 smithi113 bash[81732]: cluster 2024-05-11T04:34:14.896575+0000 mon.a (mon.0) 396 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:34:15.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:14 smithi113 bash[84165]: cluster 2024-05-11T04:34:14.896575+0000 mon.a (mon.0) 396 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:34:15.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:14 smithi113 bash[84165]: cluster 2024-05-11T04:34:14.896575+0000 mon.a (mon.0) 396 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:34:15.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:34:15.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:34:15.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-05-11T04:34:15.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-05-11T04:34:15.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-05-11T04:34:15.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-05-11T04:34:15.228 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-05-11T04:34:15.228 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-05-11T04:34:15.228 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:15 smithi113 bash[94757]: --> ceph-volume raw activate successful for osd ID: 1 2024-05-11T04:34:15.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:14 smithi173 bash[67089]: cluster 2024-05-11T04:34:14.896575+0000 mon.a (mon.0) 396 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:34:15.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:14 smithi173 bash[67089]: cluster 2024-05-11T04:34:14.896575+0000 mon.a (mon.0) 396 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:34:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:15 smithi113 bash[81732]: cluster 2024-05-11T04:34:14.827264+0000 mgr.y (mgr.25853) 200 : cluster [DBG] pgmap v138: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:16.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:15 smithi113 bash[81732]: cluster 2024-05-11T04:34:14.827264+0000 mgr.y (mgr.25853) 200 : cluster [DBG] pgmap v138: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:15 smithi113 bash[84165]: cluster 2024-05-11T04:34:14.827264+0000 mgr.y (mgr.25853) 200 : cluster [DBG] pgmap v138: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:15 smithi113 bash[84165]: cluster 2024-05-11T04:34:14.827264+0000 mgr.y (mgr.25853) 200 : cluster [DBG] pgmap v138: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:16.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:15 smithi173 bash[67089]: cluster 2024-05-11T04:34:14.827264+0000 mgr.y (mgr.25853) 200 : cluster [DBG] pgmap v138: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:15 smithi173 bash[67089]: cluster 2024-05-11T04:34:14.827264+0000 mgr.y (mgr.25853) 200 : cluster [DBG] pgmap v138: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:17.726 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:17 smithi113 bash[95078]: debug 2024-05-11T04:34:17.404+0000 7ff7e456d700 1 -- 172.21.15.113:0/2879559639 <== mon.2 v2:172.21.15.113:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55993106d680 con 0x5599310cac00 2024-05-11T04:34:18.227 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:17 smithi113 bash[95078]: debug 2024-05-11T04:34:17.940+0000 7ff7ed7067c0 -1 Falling back to public interface 2024-05-11T04:34:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:17 smithi113 bash[81732]: cluster 2024-05-11T04:34:16.827969+0000 mgr.y (mgr.25853) 201 : cluster [DBG] pgmap v139: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:17 smithi113 bash[81732]: cluster 2024-05-11T04:34:16.827969+0000 mgr.y (mgr.25853) 201 : cluster [DBG] pgmap v139: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:17 smithi113 bash[84165]: cluster 2024-05-11T04:34:16.827969+0000 mgr.y (mgr.25853) 201 : cluster [DBG] pgmap v139: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:17 smithi113 bash[84165]: cluster 2024-05-11T04:34:16.827969+0000 mgr.y (mgr.25853) 201 : cluster [DBG] pgmap v139: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:18.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:17 smithi173 bash[67089]: cluster 2024-05-11T04:34:16.827969+0000 mgr.y (mgr.25853) 201 : cluster [DBG] pgmap v139: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:18.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:17 smithi173 bash[67089]: cluster 2024-05-11T04:34:16.827969+0000 mgr.y (mgr.25853) 201 : cluster [DBG] pgmap v139: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:19.954 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:34:19] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-05-11T04:34:19.955 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:19 smithi113 bash[81732]: cluster 2024-05-11T04:34:18.828877+0000 mgr.y (mgr.25853) 202 : cluster [DBG] pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:19.955 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:19 smithi113 bash[81732]: cluster 2024-05-11T04:34:18.828877+0000 mgr.y (mgr.25853) 202 : cluster [DBG] pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:19.955 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:19 smithi113 bash[84165]: cluster 2024-05-11T04:34:18.828877+0000 mgr.y (mgr.25853) 202 : cluster [DBG] pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:19.955 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:19 smithi113 bash[84165]: cluster 2024-05-11T04:34:18.828877+0000 mgr.y (mgr.25853) 202 : cluster [DBG] pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:20.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:19 smithi173 bash[67089]: cluster 2024-05-11T04:34:18.828877+0000 mgr.y (mgr.25853) 202 : cluster [DBG] pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:20.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:19 smithi173 bash[67089]: cluster 2024-05-11T04:34:18.828877+0000 mgr.y (mgr.25853) 202 : cluster [DBG] pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:21.476 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:20 smithi113 bash[95078]: debug 2024-05-11T04:34:20.984+0000 7ff7ed7067c0 -1 osd.1 96 log_to_monitors true 2024-05-11T04:34:21.977 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:34:21 smithi113 bash[95078]: debug 2024-05-11T04:34:21.692+0000 7ff7dab55700 -1 osd.1 96 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T04:34:21.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:20.637610+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:20.637610+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:20.644782+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:20.644782+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: cluster 2024-05-11T04:34:20.829913+0000 mgr.y (mgr.25853) 203 : cluster [DBG] pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:21.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: cluster 2024-05-11T04:34:20.829913+0000 mgr.y (mgr.25853) 203 : cluster [DBG] pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:20.994732+0000 mon.a (mon.0) 399 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:20.994732+0000 mon.a (mon.0) 399 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:21.585827+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:21.585827+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:21.592935+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:21 smithi113 bash[84165]: audit 2024-05-11T04:34:21.592935+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:20.637610+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:20.637610+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:20.644782+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:20.644782+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: cluster 2024-05-11T04:34:20.829913+0000 mgr.y (mgr.25853) 203 : cluster [DBG] pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: cluster 2024-05-11T04:34:20.829913+0000 mgr.y (mgr.25853) 203 : cluster [DBG] pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:20.994732+0000 mon.a (mon.0) 399 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:20.994732+0000 mon.a (mon.0) 399 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:21.585827+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:21.585827+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:21.592935+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:21.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:21 smithi113 bash[81732]: audit 2024-05-11T04:34:21.592935+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:20.637610+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:20.637610+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:20.644782+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:20.644782+0000 mon.a (mon.0) 398 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: cluster 2024-05-11T04:34:20.829913+0000 mgr.y (mgr.25853) 203 : cluster [DBG] pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: cluster 2024-05-11T04:34:20.829913+0000 mgr.y (mgr.25853) 203 : cluster [DBG] pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:20.994732+0000 mon.a (mon.0) 399 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:20.994732+0000 mon.a (mon.0) 399 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:21.585827+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:21.585827+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:21.592935+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:21 smithi173 bash[67089]: audit 2024-05-11T04:34:21.592935+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:22.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:22 smithi113 bash[84165]: audit 2024-05-11T04:34:21.646414+0000 mon.a (mon.0) 402 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:34:22.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:22 smithi113 bash[84165]: audit 2024-05-11T04:34:21.646414+0000 mon.a (mon.0) 402 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:34:22.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:22 smithi113 bash[84165]: cluster 2024-05-11T04:34:21.653249+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e99: 8 total, 7 up, 8 in 2024-05-11T04:34:22.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:22 smithi113 bash[84165]: cluster 2024-05-11T04:34:21.653249+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e99: 8 total, 7 up, 8 in 2024-05-11T04:34:22.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:22 smithi113 bash[84165]: audit 2024-05-11T04:34:21.654090+0000 mon.a (mon.0) 404 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:34:22.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:22 smithi113 bash[84165]: audit 2024-05-11T04:34:21.654090+0000 mon.a (mon.0) 404 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: audit 2024-05-11T04:34:21.646414+0000 mon.a (mon.0) 402 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: audit 2024-05-11T04:34:21.646414+0000 mon.a (mon.0) 402 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: cluster 2024-05-11T04:34:21.653249+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e99: 8 total, 7 up, 8 in 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: cluster 2024-05-11T04:34:21.653249+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e99: 8 total, 7 up, 8 in 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: audit 2024-05-11T04:34:21.654090+0000 mon.a (mon.0) 404 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: audit 2024-05-11T04:34:21.654090+0000 mon.a (mon.0) 404 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:34:22.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:22 smithi113 bash[81732]: debug 2024-05-11T04:34:22.652+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:22 smithi173 bash[67089]: audit 2024-05-11T04:34:21.646414+0000 mon.a (mon.0) 402 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:34:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:22 smithi173 bash[67089]: audit 2024-05-11T04:34:21.646414+0000 mon.a (mon.0) 402 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:34:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:22 smithi173 bash[67089]: cluster 2024-05-11T04:34:21.653249+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e99: 8 total, 7 up, 8 in 2024-05-11T04:34:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:22 smithi173 bash[67089]: cluster 2024-05-11T04:34:21.653249+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e99: 8 total, 7 up, 8 in 2024-05-11T04:34:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:22 smithi173 bash[67089]: audit 2024-05-11T04:34:21.654090+0000 mon.a (mon.0) 404 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:34:23.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:22 smithi173 bash[67089]: audit 2024-05-11T04:34:21.654090+0000 mon.a (mon.0) 404 : audit [INF] from='osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:34:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.657729+0000 mon.a (mon.0) 405 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.657729+0000 mon.a (mon.0) 405 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.657785+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:34:23.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.657785+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.665352+0000 mon.a (mon.0) 407 : cluster [INF] osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313] boot 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.665352+0000 mon.a (mon.0) 407 : cluster [INF] osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313] boot 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.665457+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.665457+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: audit 2024-05-11T04:34:22.665676+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: audit 2024-05-11T04:34:22.665676+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.830611+0000 mgr.y (mgr.25853) 204 : cluster [DBG] pgmap v144: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:23 smithi113 bash[81732]: cluster 2024-05-11T04:34:22.830611+0000 mgr.y (mgr.25853) 204 : cluster [DBG] pgmap v144: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:23.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.657729+0000 mon.a (mon.0) 405 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.657729+0000 mon.a (mon.0) 405 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.657785+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.657785+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.665352+0000 mon.a (mon.0) 407 : cluster [INF] osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313] boot 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.665352+0000 mon.a (mon.0) 407 : cluster [INF] osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313] boot 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.665457+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.665457+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: audit 2024-05-11T04:34:22.665676+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: audit 2024-05-11T04:34:22.665676+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.830611+0000 mgr.y (mgr.25853) 204 : cluster [DBG] pgmap v144: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:23.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:23 smithi113 bash[84165]: cluster 2024-05-11T04:34:22.830611+0000 mgr.y (mgr.25853) 204 : cluster [DBG] pgmap v144: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.657729+0000 mon.a (mon.0) 405 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.657729+0000 mon.a (mon.0) 405 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.657785+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.657785+0000 mon.a (mon.0) 406 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.665352+0000 mon.a (mon.0) 407 : cluster [INF] osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313] boot 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.665352+0000 mon.a (mon.0) 407 : cluster [INF] osd.1 [v2:172.21.15.113:6810/2636968313,v1:172.21.15.113:6811/2636968313] boot 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.665457+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.665457+0000 mon.a (mon.0) 408 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T04:34:24.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: audit 2024-05-11T04:34:22.665676+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: audit 2024-05-11T04:34:22.665676+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.830611+0000 mgr.y (mgr.25853) 204 : cluster [DBG] pgmap v144: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:24.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:23 smithi173 bash[67089]: cluster 2024-05-11T04:34:22.830611+0000 mgr.y (mgr.25853) 204 : cluster [DBG] pgmap v144: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:34:24.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:24 smithi113 bash[81732]: cluster 2024-05-11T04:34:23.676840+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T04:34:24.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:24 smithi113 bash[81732]: cluster 2024-05-11T04:34:23.676840+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T04:34:24.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:24 smithi113 bash[84165]: cluster 2024-05-11T04:34:23.676840+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T04:34:24.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:24 smithi113 bash[84165]: cluster 2024-05-11T04:34:23.676840+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T04:34:25.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:24 smithi173 bash[67089]: cluster 2024-05-11T04:34:23.676840+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T04:34:25.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:24 smithi173 bash[67089]: cluster 2024-05-11T04:34:23.676840+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T04:34:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:25 smithi113 bash[81732]: cluster 2024-05-11T04:34:24.831659+0000 mgr.y (mgr.25853) 205 : cluster [DBG] pgmap v146: 73 pgs: 3 peering, 1 active+undersized+degraded, 9 active+undersized, 60 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:34:25.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:25 smithi113 bash[81732]: cluster 2024-05-11T04:34:24.831659+0000 mgr.y (mgr.25853) 205 : cluster [DBG] pgmap v146: 73 pgs: 3 peering, 1 active+undersized+degraded, 9 active+undersized, 60 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:34:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:25 smithi113 bash[84165]: cluster 2024-05-11T04:34:24.831659+0000 mgr.y (mgr.25853) 205 : cluster [DBG] pgmap v146: 73 pgs: 3 peering, 1 active+undersized+degraded, 9 active+undersized, 60 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:34:25.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:25 smithi113 bash[84165]: cluster 2024-05-11T04:34:24.831659+0000 mgr.y (mgr.25853) 205 : cluster [DBG] pgmap v146: 73 pgs: 3 peering, 1 active+undersized+degraded, 9 active+undersized, 60 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:34:26.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:25 smithi173 bash[67089]: cluster 2024-05-11T04:34:24.831659+0000 mgr.y (mgr.25853) 205 : cluster [DBG] pgmap v146: 73 pgs: 3 peering, 1 active+undersized+degraded, 9 active+undersized, 60 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:34:26.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:25 smithi173 bash[67089]: cluster 2024-05-11T04:34:24.831659+0000 mgr.y (mgr.25853) 205 : cluster [DBG] pgmap v146: 73 pgs: 3 peering, 1 active+undersized+degraded, 9 active+undersized, 60 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:34:26.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:26 smithi113 bash[81732]: cluster 2024-05-11T04:34:25.670684+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:34:26.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:26 smithi113 bash[81732]: cluster 2024-05-11T04:34:25.670684+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:34:26.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:26 smithi113 bash[84165]: cluster 2024-05-11T04:34:25.670684+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:34:26.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:26 smithi113 bash[84165]: cluster 2024-05-11T04:34:25.670684+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:34:27.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:26 smithi173 bash[67089]: cluster 2024-05-11T04:34:25.670684+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:34:27.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:26 smithi173 bash[67089]: cluster 2024-05-11T04:34:25.670684+0000 mon.a (mon.0) 411 : cluster [WRN] Health check update: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:34:27.936 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:27 smithi113 bash[84165]: cluster 2024-05-11T04:34:26.832383+0000 mgr.y (mgr.25853) 206 : cluster [DBG] pgmap v147: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:27.936 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:27 smithi113 bash[84165]: cluster 2024-05-11T04:34:26.832383+0000 mgr.y (mgr.25853) 206 : cluster [DBG] pgmap v147: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:27.936 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:27 smithi113 bash[81732]: cluster 2024-05-11T04:34:26.832383+0000 mgr.y (mgr.25853) 206 : cluster [DBG] pgmap v147: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:27.936 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:27 smithi113 bash[81732]: cluster 2024-05-11T04:34:26.832383+0000 mgr.y (mgr.25853) 206 : cluster [DBG] pgmap v147: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:28.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:27 smithi173 bash[67089]: cluster 2024-05-11T04:34:26.832383+0000 mgr.y (mgr.25853) 206 : cluster [DBG] pgmap v147: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:28.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:27 smithi173 bash[67089]: cluster 2024-05-11T04:34:26.832383+0000 mgr.y (mgr.25853) 206 : cluster [DBG] pgmap v147: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:28.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:28 smithi113 bash[81732]: cluster 2024-05-11T04:34:27.681870+0000 mon.a (mon.0) 412 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded) 2024-05-11T04:34:28.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:28 smithi113 bash[81732]: cluster 2024-05-11T04:34:27.681870+0000 mon.a (mon.0) 412 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded) 2024-05-11T04:34:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:28 smithi113 bash[84165]: cluster 2024-05-11T04:34:27.681870+0000 mon.a (mon.0) 412 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded) 2024-05-11T04:34:28.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:28 smithi113 bash[84165]: cluster 2024-05-11T04:34:27.681870+0000 mon.a (mon.0) 412 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded) 2024-05-11T04:34:29.018 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:28 smithi173 bash[67089]: cluster 2024-05-11T04:34:27.681870+0000 mon.a (mon.0) 412 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded) 2024-05-11T04:34:29.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:28 smithi173 bash[67089]: cluster 2024-05-11T04:34:27.681870+0000 mon.a (mon.0) 412 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded) 2024-05-11T04:34:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:34:29] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:29 smithi113 bash[81732]: audit 2024-05-11T04:34:28.827272+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:29 smithi113 bash[81732]: audit 2024-05-11T04:34:28.827272+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:29 smithi113 bash[81732]: audit 2024-05-11T04:34:28.829224+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:29 smithi113 bash[81732]: audit 2024-05-11T04:34:28.829224+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:29 smithi113 bash[81732]: cluster 2024-05-11T04:34:28.832842+0000 mgr.y (mgr.25853) 207 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:29 smithi113 bash[81732]: cluster 2024-05-11T04:34:28.832842+0000 mgr.y (mgr.25853) 207 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:29.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:29 smithi113 bash[84165]: audit 2024-05-11T04:34:28.827272+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:29.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:29 smithi113 bash[84165]: audit 2024-05-11T04:34:28.827272+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:29.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:29 smithi113 bash[84165]: audit 2024-05-11T04:34:28.829224+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:29.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:29 smithi113 bash[84165]: audit 2024-05-11T04:34:28.829224+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:29.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:29 smithi113 bash[84165]: cluster 2024-05-11T04:34:28.832842+0000 mgr.y (mgr.25853) 207 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:29.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:29 smithi113 bash[84165]: cluster 2024-05-11T04:34:28.832842+0000 mgr.y (mgr.25853) 207 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:29 smithi173 bash[67089]: audit 2024-05-11T04:34:28.827272+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:29 smithi173 bash[67089]: audit 2024-05-11T04:34:28.827272+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:29 smithi173 bash[67089]: audit 2024-05-11T04:34:28.829224+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:29 smithi173 bash[67089]: audit 2024-05-11T04:34:28.829224+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:29 smithi173 bash[67089]: cluster 2024-05-11T04:34:28.832842+0000 mgr.y (mgr.25853) 207 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:29 smithi173 bash[67089]: cluster 2024-05-11T04:34:28.832842+0000 mgr.y (mgr.25853) 207 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: cluster 2024-05-11T04:34:30.833764+0000 mgr.y (mgr.25853) 208 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: cluster 2024-05-11T04:34:30.833764+0000 mgr.y (mgr.25853) 208 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.241715+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.241715+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.251862+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.251862+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.254067+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.254067+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.255804+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.255804+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.265504+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.265504+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.359388+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:31 smithi113 bash[81732]: audit 2024-05-11T04:34:31.359388+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: cluster 2024-05-11T04:34:30.833764+0000 mgr.y (mgr.25853) 208 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: cluster 2024-05-11T04:34:30.833764+0000 mgr.y (mgr.25853) 208 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.241715+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.241715+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.251862+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.251862+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.254067+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.254067+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.255804+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.255804+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.265504+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.265504+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.359388+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:32.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:31 smithi113 bash[84165]: audit 2024-05-11T04:34:31.359388+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: cluster 2024-05-11T04:34:30.833764+0000 mgr.y (mgr.25853) 208 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: cluster 2024-05-11T04:34:30.833764+0000 mgr.y (mgr.25853) 208 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.241715+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.241715+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.251862+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.251862+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.254067+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.254067+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.255804+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.255804+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.265504+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.265504+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.359388+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:31 smithi173 bash[67089]: audit 2024-05-11T04:34:31.359388+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:33 smithi113 bash[84165]: cluster 2024-05-11T04:34:32.834492+0000 mgr.y (mgr.25853) 209 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:33 smithi113 bash[84165]: cluster 2024-05-11T04:34:32.834492+0000 mgr.y (mgr.25853) 209 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:33 smithi113 bash[84165]: audit 2024-05-11T04:34:33.877665+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:33 smithi113 bash[84165]: audit 2024-05-11T04:34:33.877665+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:33 smithi113 bash[81732]: cluster 2024-05-11T04:34:32.834492+0000 mgr.y (mgr.25853) 209 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:33 smithi113 bash[81732]: cluster 2024-05-11T04:34:32.834492+0000 mgr.y (mgr.25853) 209 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:33 smithi113 bash[81732]: audit 2024-05-11T04:34:33.877665+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:33 smithi113 bash[81732]: audit 2024-05-11T04:34:33.877665+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:34.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:33 smithi173 bash[67089]: cluster 2024-05-11T04:34:32.834492+0000 mgr.y (mgr.25853) 209 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:34.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:33 smithi173 bash[67089]: cluster 2024-05-11T04:34:32.834492+0000 mgr.y (mgr.25853) 209 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:33 smithi173 bash[67089]: audit 2024-05-11T04:34:33.877665+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:34.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:33 smithi173 bash[67089]: audit 2024-05-11T04:34:33.877665+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:35 smithi113 bash[81732]: cluster 2024-05-11T04:34:34.835509+0000 mgr.y (mgr.25853) 210 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:35 smithi113 bash[81732]: cluster 2024-05-11T04:34:34.835509+0000 mgr.y (mgr.25853) 210 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:35 smithi113 bash[84165]: cluster 2024-05-11T04:34:34.835509+0000 mgr.y (mgr.25853) 210 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:35 smithi113 bash[84165]: cluster 2024-05-11T04:34:34.835509+0000 mgr.y (mgr.25853) 210 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:36.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:35 smithi173 bash[67089]: cluster 2024-05-11T04:34:34.835509+0000 mgr.y (mgr.25853) 210 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:36.268 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:35 smithi173 bash[67089]: cluster 2024-05-11T04:34:34.835509+0000 mgr.y (mgr.25853) 210 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:37 smithi113 bash[84165]: cluster 2024-05-11T04:34:36.836224+0000 mgr.y (mgr.25853) 211 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:37 smithi113 bash[84165]: cluster 2024-05-11T04:34:36.836224+0000 mgr.y (mgr.25853) 211 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:37 smithi113 bash[84165]: audit 2024-05-11T04:34:37.411618+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:37 smithi113 bash[84165]: audit 2024-05-11T04:34:37.411618+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:37 smithi113 bash[84165]: audit 2024-05-11T04:34:37.423484+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:37 smithi113 bash[84165]: audit 2024-05-11T04:34:37.423484+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:37 smithi113 bash[81732]: cluster 2024-05-11T04:34:36.836224+0000 mgr.y (mgr.25853) 211 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:37 smithi113 bash[81732]: cluster 2024-05-11T04:34:36.836224+0000 mgr.y (mgr.25853) 211 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:37 smithi113 bash[81732]: audit 2024-05-11T04:34:37.411618+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:37 smithi113 bash[81732]: audit 2024-05-11T04:34:37.411618+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:37 smithi113 bash[81732]: audit 2024-05-11T04:34:37.423484+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:37 smithi113 bash[81732]: audit 2024-05-11T04:34:37.423484+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:37 smithi173 bash[67089]: cluster 2024-05-11T04:34:36.836224+0000 mgr.y (mgr.25853) 211 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:37 smithi173 bash[67089]: cluster 2024-05-11T04:34:36.836224+0000 mgr.y (mgr.25853) 211 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:37 smithi173 bash[67089]: audit 2024-05-11T04:34:37.411618+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:37 smithi173 bash[67089]: audit 2024-05-11T04:34:37.411618+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:37 smithi173 bash[67089]: audit 2024-05-11T04:34:37.423484+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:37 smithi173 bash[67089]: audit 2024-05-11T04:34:37.423484+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:38 smithi113 bash[81732]: audit 2024-05-11T04:34:38.103316+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:38 smithi113 bash[81732]: audit 2024-05-11T04:34:38.103316+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:38 smithi113 bash[81732]: audit 2024-05-11T04:34:38.104936+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:38 smithi113 bash[81732]: audit 2024-05-11T04:34:38.104936+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:38 smithi113 bash[81732]: audit 2024-05-11T04:34:38.113931+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:38 smithi113 bash[81732]: audit 2024-05-11T04:34:38.113931+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:38 smithi113 bash[84165]: audit 2024-05-11T04:34:38.103316+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:38 smithi113 bash[84165]: audit 2024-05-11T04:34:38.103316+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:38 smithi113 bash[84165]: audit 2024-05-11T04:34:38.104936+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:38 smithi113 bash[84165]: audit 2024-05-11T04:34:38.104936+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:38 smithi113 bash[84165]: audit 2024-05-11T04:34:38.113931+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:38 smithi113 bash[84165]: audit 2024-05-11T04:34:38.113931+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:38 smithi173 bash[67089]: audit 2024-05-11T04:34:38.103316+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:38 smithi173 bash[67089]: audit 2024-05-11T04:34:38.103316+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:38 smithi173 bash[67089]: audit 2024-05-11T04:34:38.104936+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:38 smithi173 bash[67089]: audit 2024-05-11T04:34:38.104936+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:38 smithi173 bash[67089]: audit 2024-05-11T04:34:38.113931+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:38 smithi173 bash[67089]: audit 2024-05-11T04:34:38.113931+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:34:39.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:34:39] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-05-11T04:34:40.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:40 smithi113 bash[81732]: cluster 2024-05-11T04:34:38.836964+0000 mgr.y (mgr.25853) 212 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:40.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:40 smithi113 bash[81732]: cluster 2024-05-11T04:34:38.836964+0000 mgr.y (mgr.25853) 212 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:40 smithi113 bash[84165]: cluster 2024-05-11T04:34:38.836964+0000 mgr.y (mgr.25853) 212 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:40 smithi113 bash[84165]: cluster 2024-05-11T04:34:38.836964+0000 mgr.y (mgr.25853) 212 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:40.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:40 smithi173 bash[67089]: cluster 2024-05-11T04:34:38.836964+0000 mgr.y (mgr.25853) 212 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:40 smithi173 bash[67089]: cluster 2024-05-11T04:34:38.836964+0000 mgr.y (mgr.25853) 212 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:42 smithi113 bash[81732]: cluster 2024-05-11T04:34:40.837972+0000 mgr.y (mgr.25853) 213 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:42 smithi113 bash[81732]: cluster 2024-05-11T04:34:40.837972+0000 mgr.y (mgr.25853) 213 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:42 smithi113 bash[84165]: cluster 2024-05-11T04:34:40.837972+0000 mgr.y (mgr.25853) 213 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:42 smithi113 bash[84165]: cluster 2024-05-11T04:34:40.837972+0000 mgr.y (mgr.25853) 213 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:42.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:42 smithi173 bash[67089]: cluster 2024-05-11T04:34:40.837972+0000 mgr.y (mgr.25853) 213 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:42 smithi173 bash[67089]: cluster 2024-05-11T04:34:40.837972+0000 mgr.y (mgr.25853) 213 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:44 smithi113 bash[81732]: cluster 2024-05-11T04:34:42.838701+0000 mgr.y (mgr.25853) 214 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:44 smithi113 bash[81732]: cluster 2024-05-11T04:34:42.838701+0000 mgr.y (mgr.25853) 214 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:44 smithi113 bash[81732]: audit 2024-05-11T04:34:43.822001+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:44 smithi113 bash[81732]: audit 2024-05-11T04:34:43.822001+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:44 smithi113 bash[84165]: cluster 2024-05-11T04:34:42.838701+0000 mgr.y (mgr.25853) 214 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:44 smithi113 bash[84165]: cluster 2024-05-11T04:34:42.838701+0000 mgr.y (mgr.25853) 214 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:44 smithi113 bash[84165]: audit 2024-05-11T04:34:43.822001+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:44 smithi113 bash[84165]: audit 2024-05-11T04:34:43.822001+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:44 smithi173 bash[67089]: cluster 2024-05-11T04:34:42.838701+0000 mgr.y (mgr.25853) 214 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:44 smithi173 bash[67089]: cluster 2024-05-11T04:34:42.838701+0000 mgr.y (mgr.25853) 214 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:44 smithi173 bash[67089]: audit 2024-05-11T04:34:43.822001+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:44 smithi173 bash[67089]: audit 2024-05-11T04:34:43.822001+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:46 smithi113 bash[81732]: cluster 2024-05-11T04:34:44.839760+0000 mgr.y (mgr.25853) 215 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:46 smithi113 bash[81732]: cluster 2024-05-11T04:34:44.839760+0000 mgr.y (mgr.25853) 215 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:46 smithi113 bash[84165]: cluster 2024-05-11T04:34:44.839760+0000 mgr.y (mgr.25853) 215 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:46 smithi113 bash[84165]: cluster 2024-05-11T04:34:44.839760+0000 mgr.y (mgr.25853) 215 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:46.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:46 smithi173 bash[67089]: cluster 2024-05-11T04:34:44.839760+0000 mgr.y (mgr.25853) 215 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:46 smithi173 bash[67089]: cluster 2024-05-11T04:34:44.839760+0000 mgr.y (mgr.25853) 215 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:48 smithi113 bash[81732]: cluster 2024-05-11T04:34:46.840454+0000 mgr.y (mgr.25853) 216 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:48 smithi113 bash[81732]: cluster 2024-05-11T04:34:46.840454+0000 mgr.y (mgr.25853) 216 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:48.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:48 smithi113 bash[84165]: cluster 2024-05-11T04:34:46.840454+0000 mgr.y (mgr.25853) 216 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:48.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:48 smithi113 bash[84165]: cluster 2024-05-11T04:34:46.840454+0000 mgr.y (mgr.25853) 216 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:48.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:48 smithi173 bash[67089]: cluster 2024-05-11T04:34:46.840454+0000 mgr.y (mgr.25853) 216 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:48 smithi173 bash[67089]: cluster 2024-05-11T04:34:46.840454+0000 mgr.y (mgr.25853) 216 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:49.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:34:49] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-05-11T04:34:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:50 smithi113 bash[81732]: cluster 2024-05-11T04:34:48.841162+0000 mgr.y (mgr.25853) 217 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:50 smithi113 bash[81732]: cluster 2024-05-11T04:34:48.841162+0000 mgr.y (mgr.25853) 217 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:50 smithi113 bash[84165]: cluster 2024-05-11T04:34:48.841162+0000 mgr.y (mgr.25853) 217 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:50 smithi113 bash[84165]: cluster 2024-05-11T04:34:48.841162+0000 mgr.y (mgr.25853) 217 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:50 smithi173 bash[67089]: cluster 2024-05-11T04:34:48.841162+0000 mgr.y (mgr.25853) 217 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:50 smithi173 bash[67089]: cluster 2024-05-11T04:34:48.841162+0000 mgr.y (mgr.25853) 217 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:52 smithi113 bash[81732]: cluster 2024-05-11T04:34:50.842146+0000 mgr.y (mgr.25853) 218 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:52 smithi113 bash[81732]: cluster 2024-05-11T04:34:50.842146+0000 mgr.y (mgr.25853) 218 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:52.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:52 smithi113 bash[84165]: cluster 2024-05-11T04:34:50.842146+0000 mgr.y (mgr.25853) 218 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:52.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:52 smithi113 bash[84165]: cluster 2024-05-11T04:34:50.842146+0000 mgr.y (mgr.25853) 218 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:52 smithi173 bash[67089]: cluster 2024-05-11T04:34:50.842146+0000 mgr.y (mgr.25853) 218 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:52 smithi173 bash[67089]: cluster 2024-05-11T04:34:50.842146+0000 mgr.y (mgr.25853) 218 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:54 smithi113 bash[81732]: cluster 2024-05-11T04:34:52.842870+0000 mgr.y (mgr.25853) 219 : cluster [DBG] pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:54 smithi113 bash[81732]: cluster 2024-05-11T04:34:52.842870+0000 mgr.y (mgr.25853) 219 : cluster [DBG] pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:54 smithi113 bash[84165]: cluster 2024-05-11T04:34:52.842870+0000 mgr.y (mgr.25853) 219 : cluster [DBG] pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:54 smithi113 bash[84165]: cluster 2024-05-11T04:34:52.842870+0000 mgr.y (mgr.25853) 219 : cluster [DBG] pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:54.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:54 smithi173 bash[67089]: cluster 2024-05-11T04:34:52.842870+0000 mgr.y (mgr.25853) 219 : cluster [DBG] pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:54 smithi173 bash[67089]: cluster 2024-05-11T04:34:52.842870+0000 mgr.y (mgr.25853) 219 : cluster [DBG] pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:56 smithi113 bash[81732]: cluster 2024-05-11T04:34:54.843902+0000 mgr.y (mgr.25853) 220 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:56 smithi113 bash[81732]: cluster 2024-05-11T04:34:54.843902+0000 mgr.y (mgr.25853) 220 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:56 smithi113 bash[84165]: cluster 2024-05-11T04:34:54.843902+0000 mgr.y (mgr.25853) 220 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:56 smithi113 bash[84165]: cluster 2024-05-11T04:34:54.843902+0000 mgr.y (mgr.25853) 220 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:56 smithi173 bash[67089]: cluster 2024-05-11T04:34:54.843902+0000 mgr.y (mgr.25853) 220 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:56 smithi173 bash[67089]: cluster 2024-05-11T04:34:54.843902+0000 mgr.y (mgr.25853) 220 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:58.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:58 smithi113 bash[81732]: cluster 2024-05-11T04:34:56.844628+0000 mgr.y (mgr.25853) 221 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:58.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:58 smithi113 bash[81732]: cluster 2024-05-11T04:34:56.844628+0000 mgr.y (mgr.25853) 221 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:58.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:58 smithi113 bash[84165]: cluster 2024-05-11T04:34:56.844628+0000 mgr.y (mgr.25853) 221 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:58.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:58 smithi113 bash[84165]: cluster 2024-05-11T04:34:56.844628+0000 mgr.y (mgr.25853) 221 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:58.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:58 smithi173 bash[67089]: cluster 2024-05-11T04:34:56.844628+0000 mgr.y (mgr.25853) 221 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:58.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:58 smithi173 bash[67089]: cluster 2024-05-11T04:34:56.844628+0000 mgr.y (mgr.25853) 221 : cluster [DBG] pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:34:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:59 smithi113 bash[81732]: audit 2024-05-11T04:34:58.825350+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:34:59 smithi113 bash[81732]: audit 2024-05-11T04:34:58.825350+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:59.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:59 smithi113 bash[84165]: audit 2024-05-11T04:34:58.825350+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:59.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:34:59 smithi113 bash[84165]: audit 2024-05-11T04:34:58.825350+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:59.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:59 smithi173 bash[67089]: audit 2024-05-11T04:34:58.825350+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:59.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:34:59 smithi173 bash[67089]: audit 2024-05-11T04:34:58.825350+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:34:59.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:34:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:34:59] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-05-11T04:35:00.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:00 smithi113 bash[84165]: cluster 2024-05-11T04:34:58.845456+0000 mgr.y (mgr.25853) 222 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:00.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:00 smithi113 bash[84165]: cluster 2024-05-11T04:34:58.845456+0000 mgr.y (mgr.25853) 222 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:00 smithi113 bash[81732]: cluster 2024-05-11T04:34:58.845456+0000 mgr.y (mgr.25853) 222 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:00 smithi113 bash[81732]: cluster 2024-05-11T04:34:58.845456+0000 mgr.y (mgr.25853) 222 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:00.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:00 smithi173 bash[67089]: cluster 2024-05-11T04:34:58.845456+0000 mgr.y (mgr.25853) 222 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:00.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:00 smithi173 bash[67089]: cluster 2024-05-11T04:34:58.845456+0000 mgr.y (mgr.25853) 222 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:02.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:02 smithi113 bash[81732]: cluster 2024-05-11T04:35:00.846489+0000 mgr.y (mgr.25853) 223 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:02.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:02 smithi113 bash[81732]: cluster 2024-05-11T04:35:00.846489+0000 mgr.y (mgr.25853) 223 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:02.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:02 smithi113 bash[84165]: cluster 2024-05-11T04:35:00.846489+0000 mgr.y (mgr.25853) 223 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:02.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:02 smithi113 bash[84165]: cluster 2024-05-11T04:35:00.846489+0000 mgr.y (mgr.25853) 223 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:02.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:02 smithi173 bash[67089]: cluster 2024-05-11T04:35:00.846489+0000 mgr.y (mgr.25853) 223 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:02.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:02 smithi173 bash[67089]: cluster 2024-05-11T04:35:00.846489+0000 mgr.y (mgr.25853) 223 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:04 smithi113 bash[81732]: cluster 2024-05-11T04:35:02.847207+0000 mgr.y (mgr.25853) 224 : cluster [DBG] pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:04 smithi113 bash[81732]: cluster 2024-05-11T04:35:02.847207+0000 mgr.y (mgr.25853) 224 : cluster [DBG] pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:04 smithi113 bash[84165]: cluster 2024-05-11T04:35:02.847207+0000 mgr.y (mgr.25853) 224 : cluster [DBG] pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:04 smithi113 bash[84165]: cluster 2024-05-11T04:35:02.847207+0000 mgr.y (mgr.25853) 224 : cluster [DBG] pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:04.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:04 smithi173 bash[67089]: cluster 2024-05-11T04:35:02.847207+0000 mgr.y (mgr.25853) 224 : cluster [DBG] pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:04.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:04 smithi173 bash[67089]: cluster 2024-05-11T04:35:02.847207+0000 mgr.y (mgr.25853) 224 : cluster [DBG] pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:06.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:06 smithi113 bash[81732]: cluster 2024-05-11T04:35:04.848229+0000 mgr.y (mgr.25853) 225 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:06.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:06 smithi113 bash[81732]: cluster 2024-05-11T04:35:04.848229+0000 mgr.y (mgr.25853) 225 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:06 smithi113 bash[84165]: cluster 2024-05-11T04:35:04.848229+0000 mgr.y (mgr.25853) 225 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:06 smithi113 bash[84165]: cluster 2024-05-11T04:35:04.848229+0000 mgr.y (mgr.25853) 225 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:06 smithi173 bash[67089]: cluster 2024-05-11T04:35:04.848229+0000 mgr.y (mgr.25853) 225 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:06 smithi173 bash[67089]: cluster 2024-05-11T04:35:04.848229+0000 mgr.y (mgr.25853) 225 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:08.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:08 smithi113 bash[81732]: cluster 2024-05-11T04:35:06.848945+0000 mgr.y (mgr.25853) 226 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:08.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:08 smithi113 bash[81732]: cluster 2024-05-11T04:35:06.848945+0000 mgr.y (mgr.25853) 226 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:08.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:08 smithi113 bash[84165]: cluster 2024-05-11T04:35:06.848945+0000 mgr.y (mgr.25853) 226 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:08.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:08 smithi113 bash[84165]: cluster 2024-05-11T04:35:06.848945+0000 mgr.y (mgr.25853) 226 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:08 smithi173 bash[67089]: cluster 2024-05-11T04:35:06.848945+0000 mgr.y (mgr.25853) 226 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:08 smithi173 bash[67089]: cluster 2024-05-11T04:35:06.848945+0000 mgr.y (mgr.25853) 226 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:09.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:35:09] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-05-11T04:35:10.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:10 smithi113 bash[81732]: cluster 2024-05-11T04:35:08.849671+0000 mgr.y (mgr.25853) 227 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:10.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:10 smithi113 bash[81732]: cluster 2024-05-11T04:35:08.849671+0000 mgr.y (mgr.25853) 227 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:10 smithi113 bash[84165]: cluster 2024-05-11T04:35:08.849671+0000 mgr.y (mgr.25853) 227 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:10 smithi113 bash[84165]: cluster 2024-05-11T04:35:08.849671+0000 mgr.y (mgr.25853) 227 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:10 smithi173 bash[67089]: cluster 2024-05-11T04:35:08.849671+0000 mgr.y (mgr.25853) 227 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:10 smithi173 bash[67089]: cluster 2024-05-11T04:35:08.849671+0000 mgr.y (mgr.25853) 227 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:12.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:12 smithi113 bash[81732]: cluster 2024-05-11T04:35:10.850685+0000 mgr.y (mgr.25853) 228 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:12.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:12 smithi113 bash[81732]: cluster 2024-05-11T04:35:10.850685+0000 mgr.y (mgr.25853) 228 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:12 smithi113 bash[84165]: cluster 2024-05-11T04:35:10.850685+0000 mgr.y (mgr.25853) 228 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:12 smithi113 bash[84165]: cluster 2024-05-11T04:35:10.850685+0000 mgr.y (mgr.25853) 228 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:12.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:12 smithi173 bash[67089]: cluster 2024-05-11T04:35:10.850685+0000 mgr.y (mgr.25853) 228 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:12.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:12 smithi173 bash[67089]: cluster 2024-05-11T04:35:10.850685+0000 mgr.y (mgr.25853) 228 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:14 smithi113 bash[81732]: cluster 2024-05-11T04:35:12.851395+0000 mgr.y (mgr.25853) 229 : cluster [DBG] pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.811 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:14 smithi113 bash[81732]: cluster 2024-05-11T04:35:12.851395+0000 mgr.y (mgr.25853) 229 : cluster [DBG] pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.811 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:14 smithi113 bash[81732]: audit 2024-05-11T04:35:13.825760+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:14.812 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:14 smithi113 bash[81732]: audit 2024-05-11T04:35:13.825760+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:14.812 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:14 smithi113 bash[84165]: cluster 2024-05-11T04:35:12.851395+0000 mgr.y (mgr.25853) 229 : cluster [DBG] pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.812 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:14 smithi113 bash[84165]: cluster 2024-05-11T04:35:12.851395+0000 mgr.y (mgr.25853) 229 : cluster [DBG] pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.812 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:14 smithi113 bash[84165]: audit 2024-05-11T04:35:13.825760+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:14.812 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:14 smithi113 bash[84165]: audit 2024-05-11T04:35:13.825760+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:14.812 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:14 smithi173 bash[67089]: cluster 2024-05-11T04:35:12.851395+0000 mgr.y (mgr.25853) 229 : cluster [DBG] pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.813 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:14 smithi173 bash[67089]: cluster 2024-05-11T04:35:12.851395+0000 mgr.y (mgr.25853) 229 : cluster [DBG] pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:14.813 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:14 smithi173 bash[67089]: audit 2024-05-11T04:35:13.825760+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:14.813 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:14 smithi173 bash[67089]: audit 2024-05-11T04:35:13.825760+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:15.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:15 smithi173 bash[67089]: cluster 2024-05-11T04:35:14.852409+0000 mgr.y (mgr.25853) 230 : cluster [DBG] pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:15.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:15 smithi173 bash[67089]: cluster 2024-05-11T04:35:14.852409+0000 mgr.y (mgr.25853) 230 : cluster [DBG] pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:15.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:15 smithi113 bash[81732]: cluster 2024-05-11T04:35:14.852409+0000 mgr.y (mgr.25853) 230 : cluster [DBG] pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:15.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:15 smithi113 bash[81732]: cluster 2024-05-11T04:35:14.852409+0000 mgr.y (mgr.25853) 230 : cluster [DBG] pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:15.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:15 smithi113 bash[84165]: cluster 2024-05-11T04:35:14.852409+0000 mgr.y (mgr.25853) 230 : cluster [DBG] pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:15.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:15 smithi113 bash[84165]: cluster 2024-05-11T04:35:14.852409+0000 mgr.y (mgr.25853) 230 : cluster [DBG] pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:17.866 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade resume' 2024-05-11T04:35:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:17 smithi113 bash[81732]: cluster 2024-05-11T04:35:16.853153+0000 mgr.y (mgr.25853) 231 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:17 smithi113 bash[81732]: cluster 2024-05-11T04:35:16.853153+0000 mgr.y (mgr.25853) 231 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:17 smithi113 bash[84165]: cluster 2024-05-11T04:35:16.853153+0000 mgr.y (mgr.25853) 231 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:17 smithi113 bash[84165]: cluster 2024-05-11T04:35:16.853153+0000 mgr.y (mgr.25853) 231 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:17 smithi173 bash[67089]: cluster 2024-05-11T04:35:16.853153+0000 mgr.y (mgr.25853) 231 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:17 smithi173 bash[67089]: cluster 2024-05-11T04:35:16.853153+0000 mgr.y (mgr.25853) 231 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:19.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:35:19] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-05-11T04:35:19.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:19 smithi113 bash[81732]: cluster 2024-05-11T04:35:18.853871+0000 mgr.y (mgr.25853) 232 : cluster [DBG] pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:19.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:19 smithi113 bash[81732]: cluster 2024-05-11T04:35:18.853871+0000 mgr.y (mgr.25853) 232 : cluster [DBG] pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:19.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:19 smithi113 bash[84165]: cluster 2024-05-11T04:35:18.853871+0000 mgr.y (mgr.25853) 232 : cluster [DBG] pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:19.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:19 smithi113 bash[84165]: cluster 2024-05-11T04:35:18.853871+0000 mgr.y (mgr.25853) 232 : cluster [DBG] pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:20.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:19 smithi173 bash[67089]: cluster 2024-05-11T04:35:18.853871+0000 mgr.y (mgr.25853) 232 : cluster [DBG] pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:20.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:19 smithi173 bash[67089]: cluster 2024-05-11T04:35:18.853871+0000 mgr.y (mgr.25853) 232 : cluster [DBG] pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:21 smithi113 bash[81732]: cluster 2024-05-11T04:35:20.854865+0000 mgr.y (mgr.25853) 233 : cluster [DBG] pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:21 smithi113 bash[81732]: cluster 2024-05-11T04:35:20.854865+0000 mgr.y (mgr.25853) 233 : cluster [DBG] pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:21 smithi113 bash[84165]: cluster 2024-05-11T04:35:20.854865+0000 mgr.y (mgr.25853) 233 : cluster [DBG] pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:21 smithi113 bash[84165]: cluster 2024-05-11T04:35:20.854865+0000 mgr.y (mgr.25853) 233 : cluster [DBG] pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:21 smithi173 bash[67089]: cluster 2024-05-11T04:35:20.854865+0000 mgr.y (mgr.25853) 233 : cluster [DBG] pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:21 smithi173 bash[67089]: cluster 2024-05-11T04:35:20.854865+0000 mgr.y (mgr.25853) 233 : cluster [DBG] pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:22.595 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:35:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:23 smithi113 bash[81732]: cluster 2024-05-11T04:35:22.855566+0000 mgr.y (mgr.25853) 234 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:23 smithi113 bash[81732]: cluster 2024-05-11T04:35:22.855566+0000 mgr.y (mgr.25853) 234 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:23 smithi113 bash[84165]: cluster 2024-05-11T04:35:22.855566+0000 mgr.y (mgr.25853) 234 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:23 smithi113 bash[84165]: cluster 2024-05-11T04:35:22.855566+0000 mgr.y (mgr.25853) 234 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:23 smithi173 bash[67089]: cluster 2024-05-11T04:35:22.855566+0000 mgr.y (mgr.25853) 234 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:23 smithi173 bash[67089]: cluster 2024-05-11T04:35:22.855566+0000 mgr.y (mgr.25853) 234 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:25.580 INFO:teuthology.orchestra.run.smithi113.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:26.205 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:25 smithi113 bash[81732]: cluster 2024-05-11T04:35:24.856603+0000 mgr.y (mgr.25853) 235 : cluster [DBG] pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:26.205 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:25 smithi113 bash[81732]: cluster 2024-05-11T04:35:24.856603+0000 mgr.y (mgr.25853) 235 : cluster [DBG] pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:25 smithi113 bash[81732]: audit 2024-05-11T04:35:25.583285+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:25 smithi113 bash[81732]: audit 2024-05-11T04:35:25.583285+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:25 smithi113 bash[81732]: audit 2024-05-11T04:35:25.629968+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:25 smithi113 bash[81732]: audit 2024-05-11T04:35:25.629968+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:25 smithi113 bash[84165]: cluster 2024-05-11T04:35:24.856603+0000 mgr.y (mgr.25853) 235 : cluster [DBG] pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:25 smithi113 bash[84165]: cluster 2024-05-11T04:35:24.856603+0000 mgr.y (mgr.25853) 235 : cluster [DBG] pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:25 smithi113 bash[84165]: audit 2024-05-11T04:35:25.583285+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:26.206 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:25 smithi113 bash[84165]: audit 2024-05-11T04:35:25.583285+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:26.207 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:25 smithi113 bash[84165]: audit 2024-05-11T04:35:25.629968+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:26.207 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:25 smithi113 bash[84165]: audit 2024-05-11T04:35:25.629968+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:26.207 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for half of osds to upgrade' 2024-05-11T04:35:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:25 smithi173 bash[67089]: cluster 2024-05-11T04:35:24.856603+0000 mgr.y (mgr.25853) 235 : cluster [DBG] pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:25 smithi173 bash[67089]: cluster 2024-05-11T04:35:24.856603+0000 mgr.y (mgr.25853) 235 : cluster [DBG] pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:25 smithi173 bash[67089]: audit 2024-05-11T04:35:25.583285+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:25 smithi173 bash[67089]: audit 2024-05-11T04:35:25.583285+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:25 smithi173 bash[67089]: audit 2024-05-11T04:35:25.629968+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:25 smithi173 bash[67089]: audit 2024-05-11T04:35:25.629968+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:26 smithi113 bash[81732]: audit 2024-05-11T04:35:25.575939+0000 mgr.y (mgr.25853) 236 : audit [DBG] from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:26 smithi113 bash[81732]: audit 2024-05-11T04:35:25.575939+0000 mgr.y (mgr.25853) 236 : audit [DBG] from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:26 smithi113 bash[81732]: cephadm 2024-05-11T04:35:25.576624+0000 mgr.y (mgr.25853) 237 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:27.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:26 smithi113 bash[81732]: cephadm 2024-05-11T04:35:25.576624+0000 mgr.y (mgr.25853) 237 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:26 smithi113 bash[84165]: audit 2024-05-11T04:35:25.575939+0000 mgr.y (mgr.25853) 236 : audit [DBG] from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:27.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:26 smithi113 bash[84165]: audit 2024-05-11T04:35:25.575939+0000 mgr.y (mgr.25853) 236 : audit [DBG] from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:26 smithi113 bash[84165]: cephadm 2024-05-11T04:35:25.576624+0000 mgr.y (mgr.25853) 237 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:27.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:26 smithi113 bash[84165]: cephadm 2024-05-11T04:35:25.576624+0000 mgr.y (mgr.25853) 237 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:26 smithi173 bash[67089]: audit 2024-05-11T04:35:25.575939+0000 mgr.y (mgr.25853) 236 : audit [DBG] from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:26 smithi173 bash[67089]: audit 2024-05-11T04:35:25.575939+0000 mgr.y (mgr.25853) 236 : audit [DBG] from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:26 smithi173 bash[67089]: cephadm 2024-05-11T04:35:25.576624+0000 mgr.y (mgr.25853) 237 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:27.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:26 smithi173 bash[67089]: cephadm 2024-05-11T04:35:25.576624+0000 mgr.y (mgr.25853) 237 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:35:28.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:27 smithi113 bash[81732]: cluster 2024-05-11T04:35:26.857305+0000 mgr.y (mgr.25853) 238 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:28.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:27 smithi113 bash[81732]: cluster 2024-05-11T04:35:26.857305+0000 mgr.y (mgr.25853) 238 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:27 smithi113 bash[84165]: cluster 2024-05-11T04:35:26.857305+0000 mgr.y (mgr.25853) 238 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:27 smithi113 bash[84165]: cluster 2024-05-11T04:35:26.857305+0000 mgr.y (mgr.25853) 238 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:27 smithi173 bash[67089]: cluster 2024-05-11T04:35:26.857305+0000 mgr.y (mgr.25853) 238 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:28.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:27 smithi173 bash[67089]: cluster 2024-05-11T04:35:26.857305+0000 mgr.y (mgr.25853) 238 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:28 smithi113 bash[81732]: audit 2024-05-11T04:35:28.826250+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:29.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:28 smithi113 bash[81732]: audit 2024-05-11T04:35:28.826250+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:28 smithi113 bash[84165]: audit 2024-05-11T04:35:28.826250+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:29.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:28 smithi113 bash[84165]: audit 2024-05-11T04:35:28.826250+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:28 smithi173 bash[67089]: audit 2024-05-11T04:35:28.826250+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:29.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:28 smithi173 bash[67089]: audit 2024-05-11T04:35:28.826250+0000 mon.a (mon.0) 432 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:29.937 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:35:29] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-05-11T04:35:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:29 smithi113 bash[81732]: cluster 2024-05-11T04:35:28.865047+0000 mgr.y (mgr.25853) 239 : cluster [DBG] pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:30.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:29 smithi113 bash[81732]: cluster 2024-05-11T04:35:28.865047+0000 mgr.y (mgr.25853) 239 : cluster [DBG] pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:30.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:29 smithi113 bash[84165]: cluster 2024-05-11T04:35:28.865047+0000 mgr.y (mgr.25853) 239 : cluster [DBG] pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:30.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:29 smithi113 bash[84165]: cluster 2024-05-11T04:35:28.865047+0000 mgr.y (mgr.25853) 239 : cluster [DBG] pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:29 smithi173 bash[67089]: cluster 2024-05-11T04:35:28.865047+0000 mgr.y (mgr.25853) 239 : cluster [DBG] pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:29 smithi173 bash[67089]: cluster 2024-05-11T04:35:28.865047+0000 mgr.y (mgr.25853) 239 : cluster [DBG] pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:30.597 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:35:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:31 smithi113 bash[81732]: cluster 2024-05-11T04:35:30.865683+0000 mgr.y (mgr.25853) 240 : cluster [DBG] pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:31 smithi113 bash[81732]: cluster 2024-05-11T04:35:30.865683+0000 mgr.y (mgr.25853) 240 : cluster [DBG] pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:31 smithi113 bash[81732]: audit 2024-05-11T04:35:31.372401+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:31 smithi113 bash[81732]: audit 2024-05-11T04:35:31.372401+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:31 smithi113 bash[81732]: audit 2024-05-11T04:35:31.382541+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:31 smithi113 bash[81732]: audit 2024-05-11T04:35:31.382541+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:31 smithi113 bash[84165]: cluster 2024-05-11T04:35:30.865683+0000 mgr.y (mgr.25853) 240 : cluster [DBG] pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:31 smithi113 bash[84165]: cluster 2024-05-11T04:35:30.865683+0000 mgr.y (mgr.25853) 240 : cluster [DBG] pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:31 smithi113 bash[84165]: audit 2024-05-11T04:35:31.372401+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:31 smithi113 bash[84165]: audit 2024-05-11T04:35:31.372401+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:31 smithi113 bash[84165]: audit 2024-05-11T04:35:31.382541+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:31 smithi113 bash[84165]: audit 2024-05-11T04:35:31.382541+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:31 smithi173 bash[67089]: cluster 2024-05-11T04:35:30.865683+0000 mgr.y (mgr.25853) 240 : cluster [DBG] pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:31 smithi173 bash[67089]: cluster 2024-05-11T04:35:30.865683+0000 mgr.y (mgr.25853) 240 : cluster [DBG] pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:31 smithi173 bash[67089]: audit 2024-05-11T04:35:31.372401+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:31 smithi173 bash[67089]: audit 2024-05-11T04:35:31.372401+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:31 smithi173 bash[67089]: audit 2024-05-11T04:35:31.382541+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:32.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:31 smithi173 bash[67089]: audit 2024-05-11T04:35:31.382541+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:32 smithi113 bash[81732]: audit 2024-05-11T04:35:32.061029+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:33.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:32 smithi113 bash[81732]: audit 2024-05-11T04:35:32.061029+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:33.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:32 smithi113 bash[81732]: audit 2024-05-11T04:35:32.062795+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:33.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.062795+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:33.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.073123+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.073123+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.166271+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.166271+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.170883+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.170883+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.174599+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.174599+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.177214+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.177214+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.180594+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.180594+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.180807+0000 mgr.y (mgr.25853) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: audit 2024-05-11T04:35:32.180807+0000 mgr.y (mgr.25853) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: cephadm 2024-05-11T04:35:32.182335+0000 mgr.y (mgr.25853) 242 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:33 smithi113 bash[81732]: cephadm 2024-05-11T04:35:32.182335+0000 mgr.y (mgr.25853) 242 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.061029+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.061029+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.062795+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.062795+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.073123+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.073123+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.166271+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.166271+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.170883+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.170883+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.174599+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.174599+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.177214+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.177214+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.180594+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.180594+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.180807+0000 mgr.y (mgr.25853) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: audit 2024-05-11T04:35:32.180807+0000 mgr.y (mgr.25853) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: cephadm 2024-05-11T04:35:32.182335+0000 mgr.y (mgr.25853) 242 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T04:35:33.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:33 smithi113 bash[84165]: cephadm 2024-05-11T04:35:32.182335+0000 mgr.y (mgr.25853) 242 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T04:35:33.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.061029+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:33.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.061029+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:33.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.062795+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:33.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.062795+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.073123+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.073123+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.166271+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.166271+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.170883+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.170883+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.174599+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.174599+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.177214+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.177214+0000 mon.a (mon.0) 441 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.180594+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.180594+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.180807+0000 mgr.y (mgr.25853) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: audit 2024-05-11T04:35:32.180807+0000 mgr.y (mgr.25853) 241 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T04:35:33.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: cephadm 2024-05-11T04:35:32.182335+0000 mgr.y (mgr.25853) 242 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T04:35:33.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:32 smithi173 bash[67089]: cephadm 2024-05-11T04:35:32.182335+0000 mgr.y (mgr.25853) 242 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T04:35:34.193 INFO:teuthology.orchestra.run.smithi113.stdout:wait for half of osds to upgrade 2024-05-11T04:35:34.375 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:34 smithi113 bash[84165]: cluster 2024-05-11T04:35:32.866198+0000 mgr.y (mgr.25853) 243 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:34.375 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:34 smithi113 bash[84165]: cluster 2024-05-11T04:35:32.866198+0000 mgr.y (mgr.25853) 243 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:34.376 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:34 smithi113 bash[81732]: cluster 2024-05-11T04:35:32.866198+0000 mgr.y (mgr.25853) 243 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:34.376 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:34 smithi113 bash[81732]: cluster 2024-05-11T04:35:32.866198+0000 mgr.y (mgr.25853) 243 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:34 smithi173 bash[67089]: cluster 2024-05-11T04:35:32.866198+0000 mgr.y (mgr.25853) 243 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:34 smithi173 bash[67089]: cluster 2024-05-11T04:35:32.866198+0000 mgr.y (mgr.25853) 243 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:35.445 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-05-11T04:35:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: cluster 2024-05-11T04:35:34.867146+0000 mgr.y (mgr.25853) 244 : cluster [DBG] pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: cluster 2024-05-11T04:35:34.867146+0000 mgr.y (mgr.25853) 244 : cluster [DBG] pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: audit 2024-05-11T04:35:35.509956+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: audit 2024-05-11T04:35:35.509956+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: audit 2024-05-11T04:35:35.512758+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: audit 2024-05-11T04:35:35.512758+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: audit 2024-05-11T04:35:35.513750+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:36 smithi113 bash[81732]: audit 2024-05-11T04:35:35.513750+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: cluster 2024-05-11T04:35:34.867146+0000 mgr.y (mgr.25853) 244 : cluster [DBG] pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: cluster 2024-05-11T04:35:34.867146+0000 mgr.y (mgr.25853) 244 : cluster [DBG] pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: audit 2024-05-11T04:35:35.509956+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: audit 2024-05-11T04:35:35.509956+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: audit 2024-05-11T04:35:35.512758+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: audit 2024-05-11T04:35:35.512758+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: audit 2024-05-11T04:35:35.513750+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:36.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:36 smithi113 bash[84165]: audit 2024-05-11T04:35:35.513750+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: cluster 2024-05-11T04:35:34.867146+0000 mgr.y (mgr.25853) 244 : cluster [DBG] pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: cluster 2024-05-11T04:35:34.867146+0000 mgr.y (mgr.25853) 244 : cluster [DBG] pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: audit 2024-05-11T04:35:35.509956+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: audit 2024-05-11T04:35:35.509956+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: audit 2024-05-11T04:35:35.512758+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: audit 2024-05-11T04:35:35.512758+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: audit 2024-05-11T04:35:35.513750+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:36 smithi173 bash[67089]: audit 2024-05-11T04:35:35.513750+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:37 smithi113 bash[81732]: cephadm 2024-05-11T04:35:35.504662+0000 mgr.y (mgr.25853) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:37 smithi113 bash[81732]: cephadm 2024-05-11T04:35:35.504662+0000 mgr.y (mgr.25853) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:37 smithi113 bash[81732]: cephadm 2024-05-11T04:35:35.516226+0000 mgr.y (mgr.25853) 246 : cephadm [INF] Deploying daemon osd.2 on smithi113 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:37 smithi113 bash[81732]: cephadm 2024-05-11T04:35:35.516226+0000 mgr.y (mgr.25853) 246 : cephadm [INF] Deploying daemon osd.2 on smithi113 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:37 smithi113 bash[84165]: cephadm 2024-05-11T04:35:35.504662+0000 mgr.y (mgr.25853) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:37 smithi113 bash[84165]: cephadm 2024-05-11T04:35:35.504662+0000 mgr.y (mgr.25853) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:37 smithi113 bash[84165]: cephadm 2024-05-11T04:35:35.516226+0000 mgr.y (mgr.25853) 246 : cephadm [INF] Deploying daemon osd.2 on smithi113 2024-05-11T04:35:37.180 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:37 smithi113 bash[84165]: cephadm 2024-05-11T04:35:35.516226+0000 mgr.y (mgr.25853) 246 : cephadm [INF] Deploying daemon osd.2 on smithi113 2024-05-11T04:35:37.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:37 smithi173 bash[67089]: cephadm 2024-05-11T04:35:35.504662+0000 mgr.y (mgr.25853) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T04:35:37.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:37 smithi173 bash[67089]: cephadm 2024-05-11T04:35:35.504662+0000 mgr.y (mgr.25853) 245 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T04:35:37.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:37 smithi173 bash[67089]: cephadm 2024-05-11T04:35:35.516226+0000 mgr.y (mgr.25853) 246 : cephadm [INF] Deploying daemon osd.2 on smithi113 2024-05-11T04:35:37.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:37 smithi173 bash[67089]: cephadm 2024-05-11T04:35:35.516226+0000 mgr.y (mgr.25853) 246 : cephadm [INF] Deploying daemon osd.2 on smithi113 2024-05-11T04:35:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:38 smithi113 bash[81732]: cluster 2024-05-11T04:35:36.867882+0000 mgr.y (mgr.25853) 247 : cluster [DBG] pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:38 smithi113 bash[81732]: cluster 2024-05-11T04:35:36.867882+0000 mgr.y (mgr.25853) 247 : cluster [DBG] pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:38 smithi113 bash[84165]: cluster 2024-05-11T04:35:36.867882+0000 mgr.y (mgr.25853) 247 : cluster [DBG] pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:38 smithi113 bash[84165]: cluster 2024-05-11T04:35:36.867882+0000 mgr.y (mgr.25853) 247 : cluster [DBG] pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:38.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:38 smithi173 bash[67089]: cluster 2024-05-11T04:35:36.867882+0000 mgr.y (mgr.25853) 247 : cluster [DBG] pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:38.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:38 smithi173 bash[67089]: cluster 2024-05-11T04:35:36.867882+0000 mgr.y (mgr.25853) 247 : cluster [DBG] pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:39.966 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.966 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.967 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:35:39] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-05-11T04:35:39.967 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.967 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.968 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.968 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.968 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.969 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.969 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:39.969 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:39 smithi113 systemd[1]: Stopping Ceph osd.2 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:35:40.173 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:35:40.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:40 smithi113 bash[81732]: debug 2024-05-11T04:35:40.087+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:40.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:40 smithi113 bash[81732]: cluster 2024-05-11T04:35:38.868310+0000 mgr.y (mgr.25853) 248 : cluster [DBG] pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:40.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:40 smithi113 bash[81732]: cluster 2024-05-11T04:35:38.868310+0000 mgr.y (mgr.25853) 248 : cluster [DBG] pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:40.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:40 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.084324+0000 mon.a (mon.0) 446 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T04:35:40.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:40 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.084324+0000 mon.a (mon.0) 446 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T04:35:40.227 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:40 smithi113 bash[45401]: debug 2024-05-11T04:35:40.079+0000 7fecd1fe9700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:35:40.227 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:40 smithi113 bash[45401]: debug 2024-05-11T04:35:40.079+0000 7fecd1fe9700 -1 osd.2 101 *** Got signal Terminated *** 2024-05-11T04:35:40.227 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:40 smithi113 bash[45401]: debug 2024-05-11T04:35:40.079+0000 7fecd1fe9700 -1 osd.2 101 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:35:40.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:40 smithi113 bash[84165]: cluster 2024-05-11T04:35:38.868310+0000 mgr.y (mgr.25853) 248 : cluster [DBG] pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:40.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:40 smithi113 bash[84165]: cluster 2024-05-11T04:35:38.868310+0000 mgr.y (mgr.25853) 248 : cluster [DBG] pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:40.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:40 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.084324+0000 mon.a (mon.0) 446 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T04:35:40.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:40 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.084324+0000 mon.a (mon.0) 446 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T04:35:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:40 smithi173 bash[67089]: cluster 2024-05-11T04:35:38.868310+0000 mgr.y (mgr.25853) 248 : cluster [DBG] pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:40 smithi173 bash[67089]: cluster 2024-05-11T04:35:38.868310+0000 mgr.y (mgr.25853) 248 : cluster [DBG] pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:40 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.084324+0000 mon.a (mon.0) 446 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T04:35:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:40 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.084324+0000 mon.a (mon.0) 446 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T04:35:41.477 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:41 smithi113 bash[99869]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-2 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.089326+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.089326+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.089354+0000 mon.a (mon.0) 448 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.089354+0000 mon.a (mon.0) 448 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.099449+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.099449+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2024-05-11T04:35:41.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:41.101855+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e103: 8 total, 7 up, 8 in 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:41 smithi113 bash[81732]: cluster 2024-05-11T04:35:41.101855+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e103: 8 total, 7 up, 8 in 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.089326+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.089326+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.089354+0000 mon.a (mon.0) 448 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.089354+0000 mon.a (mon.0) 448 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.099449+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.099449+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:41.101855+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e103: 8 total, 7 up, 8 in 2024-05-11T04:35:41.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:41 smithi113 bash[84165]: cluster 2024-05-11T04:35:41.101855+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e103: 8 total, 7 up, 8 in 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.089326+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.089326+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.089354+0000 mon.a (mon.0) 448 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.089354+0000 mon.a (mon.0) 448 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.099449+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.099449+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:41.101855+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e103: 8 total, 7 up, 8 in 2024-05-11T04:35:41.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:41 smithi173 bash[67089]: cluster 2024-05-11T04:35:41.101855+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e103: 8 total, 7 up, 8 in 2024-05-11T04:35:41.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:41 smithi113 bash[99945]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-2 2024-05-11T04:35:42.469 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:42 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.868850+0000 mgr.y (mgr.25853) 249 : cluster [DBG] pgmap v185: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:42.469 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:42 smithi113 bash[81732]: cluster 2024-05-11T04:35:40.868850+0000 mgr.y (mgr.25853) 249 : cluster [DBG] pgmap v185: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:42.470 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:42 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.868850+0000 mgr.y (mgr.25853) 249 : cluster [DBG] pgmap v185: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:42.470 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:42 smithi113 bash[84165]: cluster 2024-05-11T04:35:40.868850+0000 mgr.y (mgr.25853) 249 : cluster [DBG] pgmap v185: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:42 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.868850+0000 mgr.y (mgr.25853) 249 : cluster [DBG] pgmap v185: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:42 smithi173 bash[67089]: cluster 2024-05-11T04:35:40.868850+0000 mgr.y (mgr.25853) 249 : cluster [DBG] pgmap v185: 73 pgs: 2 stale+active+clean, 71 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.498 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 bash[81732]: cluster 2024-05-11T04:35:42.869531+0000 mgr.y (mgr.25853) 250 : cluster [DBG] pgmap v187: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.498 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 bash[81732]: cluster 2024-05-11T04:35:42.869531+0000 mgr.y (mgr.25853) 250 : cluster [DBG] pgmap v187: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.498 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 bash[81732]: audit 2024-05-11T04:35:43.829376+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:44.498 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 bash[81732]: audit 2024-05-11T04:35:43.829376+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:44.498 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 bash[81732]: audit 2024-05-11T04:35:43.830805+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:44.498 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 bash[81732]: audit 2024-05-11T04:35:43.830805+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:44.499 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 bash[84165]: cluster 2024-05-11T04:35:42.869531+0000 mgr.y (mgr.25853) 250 : cluster [DBG] pgmap v187: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.499 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 bash[84165]: cluster 2024-05-11T04:35:42.869531+0000 mgr.y (mgr.25853) 250 : cluster [DBG] pgmap v187: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.499 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 bash[84165]: audit 2024-05-11T04:35:43.829376+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:44.499 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 bash[84165]: audit 2024-05-11T04:35:43.829376+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:44.499 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 bash[84165]: audit 2024-05-11T04:35:43.830805+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:44.499 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 bash[84165]: audit 2024-05-11T04:35:43.830805+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:44 smithi173 bash[67089]: cluster 2024-05-11T04:35:42.869531+0000 mgr.y (mgr.25853) 250 : cluster [DBG] pgmap v187: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:44 smithi173 bash[67089]: cluster 2024-05-11T04:35:42.869531+0000 mgr.y (mgr.25853) 250 : cluster [DBG] pgmap v187: 73 pgs: 1 stale+active+clean, 5 active+undersized, 67 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:44 smithi173 bash[67089]: audit 2024-05-11T04:35:43.829376+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:44 smithi173 bash[67089]: audit 2024-05-11T04:35:43.829376+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:44 smithi173 bash[67089]: audit 2024-05-11T04:35:43.830805+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:44 smithi173 bash[67089]: audit 2024-05-11T04:35:43.830805+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:45.022 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.023 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.023 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.023 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.024 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.024 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.024 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.025 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.2.service: Deactivated successfully. 2024-05-11T04:35:45.025 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: Stopped Ceph osd.2 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:35:45.025 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.025 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:35:44 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:45.477 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:45 smithi113 systemd[1]: Started Ceph osd.2 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: cluster 2024-05-11T04:35:44.870152+0000 mgr.y (mgr.25853) 251 : cluster [DBG] pgmap v188: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: cluster 2024-05-11T04:35:44.870152+0000 mgr.y (mgr.25853) 251 : cluster [DBG] pgmap v188: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.072214+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.072214+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.091986+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.091986+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.104870+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.104870+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: cluster 2024-05-11T04:35:45.128856+0000 mon.a (mon.0) 456 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: cluster 2024-05-11T04:35:45.128856+0000 mon.a (mon.0) 456 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.402634+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.113:0/2964631104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:46 smithi113 bash[81732]: audit 2024-05-11T04:35:45.402634+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.113:0/2964631104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: cluster 2024-05-11T04:35:44.870152+0000 mgr.y (mgr.25853) 251 : cluster [DBG] pgmap v188: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: cluster 2024-05-11T04:35:44.870152+0000 mgr.y (mgr.25853) 251 : cluster [DBG] pgmap v188: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.072214+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.072214+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.091986+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.091986+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.104870+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.104870+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:46.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: cluster 2024-05-11T04:35:45.128856+0000 mon.a (mon.0) 456 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:35:46.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: cluster 2024-05-11T04:35:45.128856+0000 mon.a (mon.0) 456 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:35:46.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.402634+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.113:0/2964631104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:46.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:46 smithi113 bash[84165]: audit 2024-05-11T04:35:45.402634+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.113:0/2964631104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: cluster 2024-05-11T04:35:44.870152+0000 mgr.y (mgr.25853) 251 : cluster [DBG] pgmap v188: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: cluster 2024-05-11T04:35:44.870152+0000 mgr.y (mgr.25853) 251 : cluster [DBG] pgmap v188: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.072214+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.072214+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.091986+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.091986+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.104870+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.104870+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: cluster 2024-05-11T04:35:45.128856+0000 mon.a (mon.0) 456 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: cluster 2024-05-11T04:35:45.128856+0000 mon.a (mon.0) 456 : cluster [WRN] Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.402634+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.113:0/2964631104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:46 smithi173 bash[67089]: audit 2024-05-11T04:35:45.402634+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.113:0/2964631104' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-05-11T04:35:46.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-05-11T04:35:46.978 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:46 smithi113 bash[100207]: --> ceph-volume raw activate successful for osd ID: 2 2024-05-11T04:35:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:48 smithi113 bash[81732]: cluster 2024-05-11T04:35:46.870884+0000 mgr.y (mgr.25853) 252 : cluster [DBG] pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:48 smithi113 bash[81732]: cluster 2024-05-11T04:35:46.870884+0000 mgr.y (mgr.25853) 252 : cluster [DBG] pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:48 smithi113 bash[81732]: audit 2024-05-11T04:35:47.805894+0000 mon.a (mon.0) 457 : audit [DBG] from='client.? 172.21.15.113:0/2023000417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:48 smithi113 bash[81732]: audit 2024-05-11T04:35:47.805894+0000 mon.a (mon.0) 457 : audit [DBG] from='client.? 172.21.15.113:0/2023000417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:48.477 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:48 smithi113 bash[100458]: debug 2024-05-11T04:35:48.174+0000 7f459ba17700 1 -- 172.21.15.113:0/1417101873 <== mon.0 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5628f1b53680 con 0x5628f1bb0c00 2024-05-11T04:35:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:48 smithi113 bash[84165]: cluster 2024-05-11T04:35:46.870884+0000 mgr.y (mgr.25853) 252 : cluster [DBG] pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:48 smithi113 bash[84165]: cluster 2024-05-11T04:35:46.870884+0000 mgr.y (mgr.25853) 252 : cluster [DBG] pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:48 smithi113 bash[84165]: audit 2024-05-11T04:35:47.805894+0000 mon.a (mon.0) 457 : audit [DBG] from='client.? 172.21.15.113:0/2023000417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:48 smithi113 bash[84165]: audit 2024-05-11T04:35:47.805894+0000 mon.a (mon.0) 457 : audit [DBG] from='client.? 172.21.15.113:0/2023000417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:48 smithi173 bash[67089]: cluster 2024-05-11T04:35:46.870884+0000 mgr.y (mgr.25853) 252 : cluster [DBG] pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:48 smithi173 bash[67089]: cluster 2024-05-11T04:35:46.870884+0000 mgr.y (mgr.25853) 252 : cluster [DBG] pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:48 smithi173 bash[67089]: audit 2024-05-11T04:35:47.805894+0000 mon.a (mon.0) 457 : audit [DBG] from='client.? 172.21.15.113:0/2023000417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:48 smithi173 bash[67089]: audit 2024-05-11T04:35:47.805894+0000 mon.a (mon.0) 457 : audit [DBG] from='client.? 172.21.15.113:0/2023000417' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:48.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:48 smithi113 bash[100458]: debug 2024-05-11T04:35:48.706+0000 7f45a4bb07c0 -1 Falling back to public interface 2024-05-11T04:35:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:35:49] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-05-11T04:35:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:50 smithi113 bash[81732]: cluster 2024-05-11T04:35:48.871694+0000 mgr.y (mgr.25853) 253 : cluster [DBG] pgmap v190: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:50 smithi113 bash[81732]: cluster 2024-05-11T04:35:48.871694+0000 mgr.y (mgr.25853) 253 : cluster [DBG] pgmap v190: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:50 smithi113 bash[84165]: cluster 2024-05-11T04:35:48.871694+0000 mgr.y (mgr.25853) 253 : cluster [DBG] pgmap v190: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:50 smithi113 bash[84165]: cluster 2024-05-11T04:35:48.871694+0000 mgr.y (mgr.25853) 253 : cluster [DBG] pgmap v190: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:50.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:50 smithi173 bash[67089]: cluster 2024-05-11T04:35:48.871694+0000 mgr.y (mgr.25853) 253 : cluster [DBG] pgmap v190: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:50 smithi173 bash[67089]: cluster 2024-05-11T04:35:48.871694+0000 mgr.y (mgr.25853) 253 : cluster [DBG] pgmap v190: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:51.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:51 smithi113 bash[84165]: audit 2024-05-11T04:35:50.216063+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.113:0/3255475362' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:51 smithi113 bash[84165]: audit 2024-05-11T04:35:50.216063+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.113:0/3255475362' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:51 smithi113 bash[84165]: audit 2024-05-11T04:35:50.844893+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:51 smithi113 bash[84165]: audit 2024-05-11T04:35:50.844893+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:51 smithi113 bash[84165]: audit 2024-05-11T04:35:50.850653+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:51 smithi113 bash[84165]: audit 2024-05-11T04:35:50.850653+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:51 smithi113 bash[81732]: audit 2024-05-11T04:35:50.216063+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.113:0/3255475362' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:51 smithi113 bash[81732]: audit 2024-05-11T04:35:50.216063+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.113:0/3255475362' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:51 smithi113 bash[81732]: audit 2024-05-11T04:35:50.844893+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:51 smithi113 bash[81732]: audit 2024-05-11T04:35:50.844893+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:51 smithi113 bash[81732]: audit 2024-05-11T04:35:50.850653+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:51 smithi113 bash[81732]: audit 2024-05-11T04:35:50.850653+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.518 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:51 smithi173 bash[67089]: audit 2024-05-11T04:35:50.216063+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.113:0/3255475362' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:51 smithi173 bash[67089]: audit 2024-05-11T04:35:50.216063+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.113:0/3255475362' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:51 smithi173 bash[67089]: audit 2024-05-11T04:35:50.844893+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:51 smithi173 bash[67089]: audit 2024-05-11T04:35:50.844893+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:51 smithi173 bash[67089]: audit 2024-05-11T04:35:50.850653+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:51 smithi173 bash[67089]: audit 2024-05-11T04:35:50.850653+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.150 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:51 smithi113 bash[100458]: debug 2024-05-11T04:35:51.774+0000 7f45a4bb07c0 -1 osd.2 101 log_to_monitors true 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: cluster 2024-05-11T04:35:50.872433+0000 mgr.y (mgr.25853) 254 : cluster [DBG] pgmap v191: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: cluster 2024-05-11T04:35:50.872433+0000 mgr.y (mgr.25853) 254 : cluster [DBG] pgmap v191: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.154111+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.154111+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.161003+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.161003+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.780122+0000 mon.a (mon.0) 462 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.780122+0000 mon.a (mon.0) 462 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:35:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.849071+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.849071+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.860627+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:52 smithi113 bash[81732]: audit 2024-05-11T04:35:51.860627+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: cluster 2024-05-11T04:35:50.872433+0000 mgr.y (mgr.25853) 254 : cluster [DBG] pgmap v191: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: cluster 2024-05-11T04:35:50.872433+0000 mgr.y (mgr.25853) 254 : cluster [DBG] pgmap v191: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.154111+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.154111+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.161003+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.161003+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.780122+0000 mon.a (mon.0) 462 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:35:52.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.780122+0000 mon.a (mon.0) 462 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:35:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.849071+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.849071+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.860627+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:52 smithi113 bash[84165]: audit 2024-05-11T04:35:51.860627+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: cluster 2024-05-11T04:35:50.872433+0000 mgr.y (mgr.25853) 254 : cluster [DBG] pgmap v191: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: cluster 2024-05-11T04:35:50.872433+0000 mgr.y (mgr.25853) 254 : cluster [DBG] pgmap v191: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.154111+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.154111+0000 mon.a (mon.0) 460 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.161003+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.161003+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.780122+0000 mon.a (mon.0) 462 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.780122+0000 mon.a (mon.0) 462 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.849071+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.849071+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.860627+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:52 smithi173 bash[67089]: audit 2024-05-11T04:35:51.860627+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:52.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:35:52 smithi113 bash[100458]: debug 2024-05-11T04:35:52.506+0000 7f4591fff700 -1 osd.2 101 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T04:35:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.162490+0000 mon.a (mon.0) 465 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:35:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.162490+0000 mon.a (mon.0) 465 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:35:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: cluster 2024-05-11T04:35:52.169335+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e104: 8 total, 7 up, 8 in 2024-05-11T04:35:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: cluster 2024-05-11T04:35:52.169335+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e104: 8 total, 7 up, 8 in 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.170098+0000 mon.a (mon.0) 467 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.170098+0000 mon.a (mon.0) 467 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.481902+0000 mon.a (mon.0) 468 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.481902+0000 mon.a (mon.0) 468 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.607426+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.113:0/516720971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: audit 2024-05-11T04:35:52.607426+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.113:0/516720971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:53 smithi113 bash[81732]: debug 2024-05-11T04:35:53.474+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:53.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.162490+0000 mon.a (mon.0) 465 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.162490+0000 mon.a (mon.0) 465 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: cluster 2024-05-11T04:35:52.169335+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e104: 8 total, 7 up, 8 in 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: cluster 2024-05-11T04:35:52.169335+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e104: 8 total, 7 up, 8 in 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.170098+0000 mon.a (mon.0) 467 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.170098+0000 mon.a (mon.0) 467 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.481902+0000 mon.a (mon.0) 468 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.481902+0000 mon.a (mon.0) 468 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.607426+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.113:0/516720971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:53.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:53 smithi113 bash[84165]: audit 2024-05-11T04:35:52.607426+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.113:0/516720971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.162490+0000 mon.a (mon.0) 465 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:35:53.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.162490+0000 mon.a (mon.0) 465 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: cluster 2024-05-11T04:35:52.169335+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e104: 8 total, 7 up, 8 in 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: cluster 2024-05-11T04:35:52.169335+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e104: 8 total, 7 up, 8 in 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.170098+0000 mon.a (mon.0) 467 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.170098+0000 mon.a (mon.0) 467 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.481902+0000 mon.a (mon.0) 468 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.481902+0000 mon.a (mon.0) 468 : audit [INF] from='osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527]' entity='osd.2' 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.607426+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.113:0/516720971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:53.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:53 smithi173 bash[67089]: audit 2024-05-11T04:35:52.607426+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.113:0/516720971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:52.873276+0000 mgr.y (mgr.25853) 255 : cluster [DBG] pgmap v193: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:52.873276+0000 mgr.y (mgr.25853) 255 : cluster [DBG] pgmap v193: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.479880+0000 mon.a (mon.0) 469 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.479880+0000 mon.a (mon.0) 469 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.479944+0000 mon.a (mon.0) 470 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.479944+0000 mon.a (mon.0) 470 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.490180+0000 mon.a (mon.0) 471 : cluster [INF] osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527] boot 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.490180+0000 mon.a (mon.0) 471 : cluster [INF] osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527] boot 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.490705+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: cluster 2024-05-11T04:35:53.490705+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T04:35:54.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: audit 2024-05-11T04:35:53.494938+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: audit 2024-05-11T04:35:53.494938+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: audit 2024-05-11T04:35:53.907774+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:54 smithi113 bash[81732]: audit 2024-05-11T04:35:53.907774+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:52.873276+0000 mgr.y (mgr.25853) 255 : cluster [DBG] pgmap v193: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:52.873276+0000 mgr.y (mgr.25853) 255 : cluster [DBG] pgmap v193: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.479880+0000 mon.a (mon.0) 469 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.479880+0000 mon.a (mon.0) 469 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.479944+0000 mon.a (mon.0) 470 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.479944+0000 mon.a (mon.0) 470 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.490180+0000 mon.a (mon.0) 471 : cluster [INF] osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527] boot 2024-05-11T04:35:54.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.490180+0000 mon.a (mon.0) 471 : cluster [INF] osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527] boot 2024-05-11T04:35:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.490705+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T04:35:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: cluster 2024-05-11T04:35:53.490705+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T04:35:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: audit 2024-05-11T04:35:53.494938+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: audit 2024-05-11T04:35:53.494938+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: audit 2024-05-11T04:35:53.907774+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:54.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:54 smithi113 bash[84165]: audit 2024-05-11T04:35:53.907774+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:52.873276+0000 mgr.y (mgr.25853) 255 : cluster [DBG] pgmap v193: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:52.873276+0000 mgr.y (mgr.25853) 255 : cluster [DBG] pgmap v193: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-05-11T04:35:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.479880+0000 mon.a (mon.0) 469 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.479880+0000 mon.a (mon.0) 469 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:35:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.479944+0000 mon.a (mon.0) 470 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:35:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.479944+0000 mon.a (mon.0) 470 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.490180+0000 mon.a (mon.0) 471 : cluster [INF] osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527] boot 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.490180+0000 mon.a (mon.0) 471 : cluster [INF] osd.2 [v2:172.21.15.113:6818/3459554527,v1:172.21.15.113:6819/3459554527] boot 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.490705+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: cluster 2024-05-11T04:35:53.490705+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: audit 2024-05-11T04:35:53.494938+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: audit 2024-05-11T04:35:53.494938+0000 mon.a (mon.0) 473 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: audit 2024-05-11T04:35:53.907774+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:54 smithi173 bash[67089]: audit 2024-05-11T04:35:53.907774+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:55 smithi173 bash[67089]: cluster 2024-05-11T04:35:54.492695+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T04:35:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:55 smithi173 bash[67089]: cluster 2024-05-11T04:35:54.492695+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T04:35:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:55 smithi173 bash[67089]: cluster 2024-05-11T04:35:54.874009+0000 mgr.y (mgr.25853) 256 : cluster [DBG] pgmap v196: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:55 smithi173 bash[67089]: cluster 2024-05-11T04:35:54.874009+0000 mgr.y (mgr.25853) 256 : cluster [DBG] pgmap v196: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:55 smithi173 bash[67089]: audit 2024-05-11T04:35:54.975378+0000 mon.a (mon.0) 476 : audit [DBG] from='client.? 172.21.15.113:0/1587574129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:55.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:55 smithi173 bash[67089]: audit 2024-05-11T04:35:54.975378+0000 mon.a (mon.0) 476 : audit [DBG] from='client.? 172.21.15.113:0/1587574129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:55.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:55 smithi113 bash[81732]: cluster 2024-05-11T04:35:54.492695+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T04:35:55.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:55 smithi113 bash[81732]: cluster 2024-05-11T04:35:54.492695+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T04:35:55.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:55 smithi113 bash[81732]: cluster 2024-05-11T04:35:54.874009+0000 mgr.y (mgr.25853) 256 : cluster [DBG] pgmap v196: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:55.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:55 smithi113 bash[81732]: cluster 2024-05-11T04:35:54.874009+0000 mgr.y (mgr.25853) 256 : cluster [DBG] pgmap v196: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:55.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:55 smithi113 bash[81732]: audit 2024-05-11T04:35:54.975378+0000 mon.a (mon.0) 476 : audit [DBG] from='client.? 172.21.15.113:0/1587574129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:55 smithi113 bash[81732]: audit 2024-05-11T04:35:54.975378+0000 mon.a (mon.0) 476 : audit [DBG] from='client.? 172.21.15.113:0/1587574129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:55 smithi113 bash[84165]: cluster 2024-05-11T04:35:54.492695+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:55 smithi113 bash[84165]: cluster 2024-05-11T04:35:54.492695+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:55 smithi113 bash[84165]: cluster 2024-05-11T04:35:54.874009+0000 mgr.y (mgr.25853) 256 : cluster [DBG] pgmap v196: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:55 smithi113 bash[84165]: cluster 2024-05-11T04:35:54.874009+0000 mgr.y (mgr.25853) 256 : cluster [DBG] pgmap v196: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:55 smithi113 bash[84165]: audit 2024-05-11T04:35:54.975378+0000 mon.a (mon.0) 476 : audit [DBG] from='client.? 172.21.15.113:0/1587574129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:55.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:55 smithi113 bash[84165]: audit 2024-05-11T04:35:54.975378+0000 mon.a (mon.0) 476 : audit [DBG] from='client.? 172.21.15.113:0/1587574129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:56.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:56 smithi173 bash[67089]: cluster 2024-05-11T04:35:55.485078+0000 mon.a (mon.0) 477 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:35:56.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:56 smithi173 bash[67089]: cluster 2024-05-11T04:35:55.485078+0000 mon.a (mon.0) 477 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:35:56.887 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:56 smithi113 bash[81732]: cluster 2024-05-11T04:35:55.485078+0000 mon.a (mon.0) 477 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:35:56.887 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:56 smithi113 bash[81732]: cluster 2024-05-11T04:35:55.485078+0000 mon.a (mon.0) 477 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:35:56.887 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:56 smithi113 bash[84165]: cluster 2024-05-11T04:35:55.485078+0000 mon.a (mon.0) 477 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:35:56.887 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:56 smithi113 bash[84165]: cluster 2024-05-11T04:35:55.485078+0000 mon.a (mon.0) 477 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:35:57.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:57 smithi173 bash[67089]: cluster 2024-05-11T04:35:56.874660+0000 mgr.y (mgr.25853) 257 : cluster [DBG] pgmap v197: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:57.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:57 smithi173 bash[67089]: cluster 2024-05-11T04:35:56.874660+0000 mgr.y (mgr.25853) 257 : cluster [DBG] pgmap v197: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:57.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:57 smithi173 bash[67089]: audit 2024-05-11T04:35:57.336866+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.113:0/955848530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:57.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:57 smithi173 bash[67089]: audit 2024-05-11T04:35:57.336866+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.113:0/955848530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:57.853 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:57 smithi113 bash[81732]: cluster 2024-05-11T04:35:56.874660+0000 mgr.y (mgr.25853) 257 : cluster [DBG] pgmap v197: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:57.853 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:57 smithi113 bash[81732]: cluster 2024-05-11T04:35:56.874660+0000 mgr.y (mgr.25853) 257 : cluster [DBG] pgmap v197: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:57.853 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:57 smithi113 bash[81732]: audit 2024-05-11T04:35:57.336866+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.113:0/955848530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:57.853 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:57 smithi113 bash[81732]: audit 2024-05-11T04:35:57.336866+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.113:0/955848530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:57.853 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:57 smithi113 bash[84165]: cluster 2024-05-11T04:35:56.874660+0000 mgr.y (mgr.25853) 257 : cluster [DBG] pgmap v197: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:57.854 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:57 smithi113 bash[84165]: cluster 2024-05-11T04:35:56.874660+0000 mgr.y (mgr.25853) 257 : cluster [DBG] pgmap v197: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:35:57.854 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:57 smithi113 bash[84165]: audit 2024-05-11T04:35:57.336866+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.113:0/955848530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:57.854 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:57 smithi113 bash[84165]: audit 2024-05-11T04:35:57.336866+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.113:0/955848530' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:35:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:35:59] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: audit 2024-05-11T04:35:58.831716+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: audit 2024-05-11T04:35:58.831716+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: audit 2024-05-11T04:35:58.833596+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: audit 2024-05-11T04:35:58.833596+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: cluster 2024-05-11T04:35:58.875377+0000 mgr.y (mgr.25853) 258 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:59.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: cluster 2024-05-11T04:35:58.875377+0000 mgr.y (mgr.25853) 258 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: audit 2024-05-11T04:35:59.705477+0000 mon.a (mon.0) 480 : audit [DBG] from='client.? 172.21.15.113:0/953335033' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:35:59 smithi113 bash[84165]: audit 2024-05-11T04:35:59.705477+0000 mon.a (mon.0) 480 : audit [DBG] from='client.? 172.21.15.113:0/953335033' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: audit 2024-05-11T04:35:58.831716+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: audit 2024-05-11T04:35:58.831716+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: audit 2024-05-11T04:35:58.833596+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: audit 2024-05-11T04:35:58.833596+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: cluster 2024-05-11T04:35:58.875377+0000 mgr.y (mgr.25853) 258 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: cluster 2024-05-11T04:35:58.875377+0000 mgr.y (mgr.25853) 258 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: audit 2024-05-11T04:35:59.705477+0000 mon.a (mon.0) 480 : audit [DBG] from='client.? 172.21.15.113:0/953335033' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:35:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:35:59 smithi113 bash[81732]: audit 2024-05-11T04:35:59.705477+0000 mon.a (mon.0) 480 : audit [DBG] from='client.? 172.21.15.113:0/953335033' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: audit 2024-05-11T04:35:58.831716+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: audit 2024-05-11T04:35:58.831716+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: audit 2024-05-11T04:35:58.833596+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: audit 2024-05-11T04:35:58.833596+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:00.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: cluster 2024-05-11T04:35:58.875377+0000 mgr.y (mgr.25853) 258 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: cluster 2024-05-11T04:35:58.875377+0000 mgr.y (mgr.25853) 258 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: audit 2024-05-11T04:35:59.705477+0000 mon.a (mon.0) 480 : audit [DBG] from='client.? 172.21.15.113:0/953335033' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:35:59 smithi173 bash[67089]: audit 2024-05-11T04:35:59.705477+0000 mon.a (mon.0) 480 : audit [DBG] from='client.? 172.21.15.113:0/953335033' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:00.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:00 smithi113 bash[81732]: cluster 2024-05-11T04:35:59.828697+0000 mon.a (mon.0) 481 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-05-11T04:36:00.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:00 smithi113 bash[81732]: cluster 2024-05-11T04:35:59.828697+0000 mon.a (mon.0) 481 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-05-11T04:36:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:00 smithi113 bash[84165]: cluster 2024-05-11T04:35:59.828697+0000 mon.a (mon.0) 481 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-05-11T04:36:00.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:00 smithi113 bash[84165]: cluster 2024-05-11T04:35:59.828697+0000 mon.a (mon.0) 481 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-05-11T04:36:01.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:00 smithi173 bash[67089]: cluster 2024-05-11T04:35:59.828697+0000 mon.a (mon.0) 481 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-05-11T04:36:01.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:00 smithi173 bash[67089]: cluster 2024-05-11T04:35:59.828697+0000 mon.a (mon.0) 481 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-05-11T04:36:02.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: cluster 2024-05-11T04:36:00.876317+0000 mgr.y (mgr.25853) 259 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:02.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: cluster 2024-05-11T04:36:00.876317+0000 mgr.y (mgr.25853) 259 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:02.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.422126+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.422126+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.433142+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.433142+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.435720+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.435720+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.437623+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.437623+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.449430+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.449430+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.530913+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.530913+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.533912+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.533912+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.536256+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.536256+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.537893+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.537893+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.540194+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:01 smithi113 bash[84165]: audit 2024-05-11T04:36:01.540194+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: cluster 2024-05-11T04:36:00.876317+0000 mgr.y (mgr.25853) 259 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: cluster 2024-05-11T04:36:00.876317+0000 mgr.y (mgr.25853) 259 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.422126+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.422126+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.433142+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.229 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.433142+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.435720+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.435720+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.437623+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.437623+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.449430+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.449430+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.530913+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.530913+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.533912+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.533912+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.536256+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.536256+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.537893+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.230 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.537893+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.540194+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:02.231 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:01 smithi113 bash[81732]: audit 2024-05-11T04:36:01.540194+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: cluster 2024-05-11T04:36:00.876317+0000 mgr.y (mgr.25853) 259 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: cluster 2024-05-11T04:36:00.876317+0000 mgr.y (mgr.25853) 259 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.422126+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.422126+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.433142+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.433142+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.435720+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.435720+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.437623+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.437623+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.449430+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.449430+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:02.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.530913+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.530913+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.533912+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.533912+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.536256+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.536256+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.537893+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.537893+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.540194+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:02.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:01 smithi173 bash[67089]: audit 2024-05-11T04:36:01.540194+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.126 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:02 smithi113 bash[81732]: audit 2024-05-11T04:36:01.540447+0000 mgr.y (mgr.25853) 260 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.126 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:02 smithi113 bash[81732]: audit 2024-05-11T04:36:01.540447+0000 mgr.y (mgr.25853) 260 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.126 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:02 smithi113 bash[81732]: cephadm 2024-05-11T04:36:01.541903+0000 mgr.y (mgr.25853) 261 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T04:36:03.126 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:02 smithi113 bash[81732]: cephadm 2024-05-11T04:36:01.541903+0000 mgr.y (mgr.25853) 261 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T04:36:03.126 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:02 smithi113 bash[81732]: audit 2024-05-11T04:36:02.077825+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.113:0/737950876' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:03.126 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:02 smithi113 bash[81732]: audit 2024-05-11T04:36:02.077825+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.113:0/737950876' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:03.127 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:02 smithi113 bash[84165]: audit 2024-05-11T04:36:01.540447+0000 mgr.y (mgr.25853) 260 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.127 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:02 smithi113 bash[84165]: audit 2024-05-11T04:36:01.540447+0000 mgr.y (mgr.25853) 260 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.127 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:02 smithi113 bash[84165]: cephadm 2024-05-11T04:36:01.541903+0000 mgr.y (mgr.25853) 261 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T04:36:03.127 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:02 smithi113 bash[84165]: cephadm 2024-05-11T04:36:01.541903+0000 mgr.y (mgr.25853) 261 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T04:36:03.127 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:02 smithi113 bash[84165]: audit 2024-05-11T04:36:02.077825+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.113:0/737950876' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:03.127 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:02 smithi113 bash[84165]: audit 2024-05-11T04:36:02.077825+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.113:0/737950876' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:02 smithi173 bash[67089]: audit 2024-05-11T04:36:01.540447+0000 mgr.y (mgr.25853) 260 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:02 smithi173 bash[67089]: audit 2024-05-11T04:36:01.540447+0000 mgr.y (mgr.25853) 260 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T04:36:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:02 smithi173 bash[67089]: cephadm 2024-05-11T04:36:01.541903+0000 mgr.y (mgr.25853) 261 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T04:36:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:02 smithi173 bash[67089]: cephadm 2024-05-11T04:36:01.541903+0000 mgr.y (mgr.25853) 261 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T04:36:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:02 smithi173 bash[67089]: audit 2024-05-11T04:36:02.077825+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.113:0/737950876' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:03.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:02 smithi173 bash[67089]: audit 2024-05-11T04:36:02.077825+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.113:0/737950876' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:03 smithi113 bash[81732]: cluster 2024-05-11T04:36:02.877080+0000 mgr.y (mgr.25853) 262 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:04.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:03 smithi113 bash[81732]: cluster 2024-05-11T04:36:02.877080+0000 mgr.y (mgr.25853) 262 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:04.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:03 smithi113 bash[84165]: cluster 2024-05-11T04:36:02.877080+0000 mgr.y (mgr.25853) 262 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:04.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:03 smithi113 bash[84165]: cluster 2024-05-11T04:36:02.877080+0000 mgr.y (mgr.25853) 262 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:03 smithi173 bash[67089]: cluster 2024-05-11T04:36:02.877080+0000 mgr.y (mgr.25853) 262 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:03 smithi173 bash[67089]: cluster 2024-05-11T04:36:02.877080+0000 mgr.y (mgr.25853) 262 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:05.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: cephadm 2024-05-11T04:36:03.912268+0000 mgr.y (mgr.25853) 263 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T04:36:05.230 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: cephadm 2024-05-11T04:36:03.912268+0000 mgr.y (mgr.25853) 263 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.920983+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.920983+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.927129+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.927129+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.928739+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.928739+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.933653+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:03.933653+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: cephadm 2024-05-11T04:36:03.939264+0000 mgr.y (mgr.25853) 264 : cephadm [INF] Deploying daemon osd.3 on smithi113 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: cephadm 2024-05-11T04:36:03.939264+0000 mgr.y (mgr.25853) 264 : cephadm [INF] Deploying daemon osd.3 on smithi113 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:04.443345+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.113:0/802496675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:05.231 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:04 smithi113 bash[84165]: audit 2024-05-11T04:36:04.443345+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.113:0/802496675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: cephadm 2024-05-11T04:36:03.912268+0000 mgr.y (mgr.25853) 263 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: cephadm 2024-05-11T04:36:03.912268+0000 mgr.y (mgr.25853) 263 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.920983+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.920983+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.927129+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.927129+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.928739+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.928739+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.933653+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:03.933653+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: cephadm 2024-05-11T04:36:03.939264+0000 mgr.y (mgr.25853) 264 : cephadm [INF] Deploying daemon osd.3 on smithi113 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: cephadm 2024-05-11T04:36:03.939264+0000 mgr.y (mgr.25853) 264 : cephadm [INF] Deploying daemon osd.3 on smithi113 2024-05-11T04:36:05.232 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:04.443345+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.113:0/802496675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:05.233 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:04 smithi113 bash[81732]: audit 2024-05-11T04:36:04.443345+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.113:0/802496675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:05.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: cephadm 2024-05-11T04:36:03.912268+0000 mgr.y (mgr.25853) 263 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T04:36:05.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: cephadm 2024-05-11T04:36:03.912268+0000 mgr.y (mgr.25853) 263 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T04:36:05.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.920983+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.920983+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.927129+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.927129+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.928739+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.928739+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.933653+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:03.933653+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: cephadm 2024-05-11T04:36:03.939264+0000 mgr.y (mgr.25853) 264 : cephadm [INF] Deploying daemon osd.3 on smithi113 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: cephadm 2024-05-11T04:36:03.939264+0000 mgr.y (mgr.25853) 264 : cephadm [INF] Deploying daemon osd.3 on smithi113 2024-05-11T04:36:05.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:04.443345+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.113:0/802496675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:05.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:04 smithi173 bash[67089]: audit 2024-05-11T04:36:04.443345+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.113:0/802496675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:06.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:05 smithi113 bash[84165]: cluster 2024-05-11T04:36:04.878081+0000 mgr.y (mgr.25853) 265 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:06.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:05 smithi113 bash[84165]: cluster 2024-05-11T04:36:04.878081+0000 mgr.y (mgr.25853) 265 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:05 smithi113 bash[81732]: cluster 2024-05-11T04:36:04.878081+0000 mgr.y (mgr.25853) 265 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:05 smithi113 bash[81732]: cluster 2024-05-11T04:36:04.878081+0000 mgr.y (mgr.25853) 265 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:05 smithi173 bash[67089]: cluster 2024-05-11T04:36:04.878081+0000 mgr.y (mgr.25853) 265 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:05 smithi173 bash[67089]: cluster 2024-05-11T04:36:04.878081+0000 mgr.y (mgr.25853) 265 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:07.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:06 smithi113 bash[81732]: audit 2024-05-11T04:36:06.810895+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.113:0/2166814595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:07.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:06 smithi113 bash[81732]: audit 2024-05-11T04:36:06.810895+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.113:0/2166814595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:07.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:06 smithi113 bash[84165]: audit 2024-05-11T04:36:06.810895+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.113:0/2166814595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:07.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:06 smithi113 bash[84165]: audit 2024-05-11T04:36:06.810895+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.113:0/2166814595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:06 smithi173 bash[67089]: audit 2024-05-11T04:36:06.810895+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.113:0/2166814595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:06 smithi173 bash[67089]: audit 2024-05-11T04:36:06.810895+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.113:0/2166814595' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:07 smithi113 bash[84165]: cluster 2024-05-11T04:36:06.878800+0000 mgr.y (mgr.25853) 266 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:07 smithi113 bash[84165]: cluster 2024-05-11T04:36:06.878800+0000 mgr.y (mgr.25853) 266 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:07 smithi113 bash[81732]: cluster 2024-05-11T04:36:06.878800+0000 mgr.y (mgr.25853) 266 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:07 smithi113 bash[81732]: cluster 2024-05-11T04:36:06.878800+0000 mgr.y (mgr.25853) 266 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:08.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:07 smithi173 bash[67089]: cluster 2024-05-11T04:36:06.878800+0000 mgr.y (mgr.25853) 266 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:08.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:07 smithi173 bash[67089]: cluster 2024-05-11T04:36:06.878800+0000 mgr.y (mgr.25853) 266 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:08.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.727 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.728 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.728 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.728 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.728 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.729 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.729 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:08.729 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:08 smithi113 systemd[1]: Stopping Ceph osd.3 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:36:08.729 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:08 smithi113 bash[51255]: debug 2024-05-11T04:36:08.498+0000 7fece0d60700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:36:08.729 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:08 smithi113 bash[51255]: debug 2024-05-11T04:36:08.498+0000 7fece0d60700 -1 osd.3 106 *** Got signal Terminated *** 2024-05-11T04:36:08.729 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:08 smithi113 bash[51255]: debug 2024-05-11T04:36:08.498+0000 7fece0d60700 -1 osd.3 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:36:09.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:08 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.504360+0000 mon.a (mon.0) 496 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T04:36:09.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:08 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.504360+0000 mon.a (mon.0) 496 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T04:36:09.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:08 smithi113 bash[81732]: debug 2024-05-11T04:36:08.942+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:09.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:08 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.504360+0000 mon.a (mon.0) 496 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T04:36:09.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:08 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.504360+0000 mon.a (mon.0) 496 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T04:36:09.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:08 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.504360+0000 mon.a (mon.0) 496 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T04:36:09.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:08 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.504360+0000 mon.a (mon.0) 496 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T04:36:09.954 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:36:09] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.43.0" 2024-05-11T04:36:10.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:10 smithi113 bash[104493]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-3 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.879527+0000 mgr.y (mgr.25853) 267 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.879527+0000 mgr.y (mgr.25853) 267 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.946793+0000 mon.a (mon.0) 497 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.946793+0000 mon.a (mon.0) 497 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.946823+0000 mon.a (mon.0) 498 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.946823+0000 mon.a (mon.0) 498 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.961491+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: cluster 2024-05-11T04:36:08.961491+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: audit 2024-05-11T04:36:09.187166+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.113:0/3882185359' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:09 smithi113 bash[81732]: audit 2024-05-11T04:36:09.187166+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.113:0/3882185359' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.879527+0000 mgr.y (mgr.25853) 267 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.879527+0000 mgr.y (mgr.25853) 267 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.946793+0000 mon.a (mon.0) 497 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.946793+0000 mon.a (mon.0) 497 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.946823+0000 mon.a (mon.0) 498 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.946823+0000 mon.a (mon.0) 498 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.961491+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: cluster 2024-05-11T04:36:08.961491+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T04:36:10.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: audit 2024-05-11T04:36:09.187166+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.113:0/3882185359' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:10.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:09 smithi113 bash[84165]: audit 2024-05-11T04:36:09.187166+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.113:0/3882185359' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.879527+0000 mgr.y (mgr.25853) 267 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.879527+0000 mgr.y (mgr.25853) 267 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.946793+0000 mon.a (mon.0) 497 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.946793+0000 mon.a (mon.0) 497 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.946823+0000 mon.a (mon.0) 498 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.946823+0000 mon.a (mon.0) 498 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.961491+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T04:36:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: cluster 2024-05-11T04:36:08.961491+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T04:36:10.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: audit 2024-05-11T04:36:09.187166+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.113:0/3882185359' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:10.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:09 smithi173 bash[67089]: audit 2024-05-11T04:36:09.187166+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.113:0/3882185359' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:10.726 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:10 smithi113 bash[104584]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-3 2024-05-11T04:36:11.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:10 smithi113 bash[81732]: cluster 2024-05-11T04:36:09.974852+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T04:36:11.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:10 smithi113 bash[81732]: cluster 2024-05-11T04:36:09.974852+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T04:36:11.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:10 smithi113 bash[84165]: cluster 2024-05-11T04:36:09.974852+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T04:36:11.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:10 smithi113 bash[84165]: cluster 2024-05-11T04:36:09.974852+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T04:36:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:10 smithi173 bash[67089]: cluster 2024-05-11T04:36:09.974852+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T04:36:11.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:10 smithi173 bash[67089]: cluster 2024-05-11T04:36:09.974852+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T04:36:12.226 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.3.service: Deactivated successfully. 2024-05-11T04:36:12.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: Stopped Ceph osd.3 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:11 smithi113 bash[81732]: cluster 2024-05-11T04:36:10.880261+0000 mgr.y (mgr.25853) 268 : cluster [DBG] pgmap v206: 73 pgs: 14 peering, 7 stale+active+clean, 52 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:11 smithi113 bash[81732]: cluster 2024-05-11T04:36:10.880261+0000 mgr.y (mgr.25853) 268 : cluster [DBG] pgmap v206: 73 pgs: 14 peering, 7 stale+active+clean, 52 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:11 smithi113 bash[81732]: cluster 2024-05-11T04:36:10.966917+0000 mon.a (mon.0) 501 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:11 smithi113 bash[81732]: cluster 2024-05-11T04:36:10.966917+0000 mon.a (mon.0) 501 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:11 smithi113 bash[81732]: audit 2024-05-11T04:36:11.546349+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.113:0/1648616546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:11 smithi113 bash[81732]: audit 2024-05-11T04:36:11.546349+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.113:0/1648616546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:11 smithi113 bash[84165]: cluster 2024-05-11T04:36:10.880261+0000 mgr.y (mgr.25853) 268 : cluster [DBG] pgmap v206: 73 pgs: 14 peering, 7 stale+active+clean, 52 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:12.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:11 smithi113 bash[84165]: cluster 2024-05-11T04:36:10.880261+0000 mgr.y (mgr.25853) 268 : cluster [DBG] pgmap v206: 73 pgs: 14 peering, 7 stale+active+clean, 52 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:12.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:11 smithi113 bash[84165]: cluster 2024-05-11T04:36:10.966917+0000 mon.a (mon.0) 501 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-05-11T04:36:12.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:11 smithi113 bash[84165]: cluster 2024-05-11T04:36:10.966917+0000 mon.a (mon.0) 501 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-05-11T04:36:12.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:11 smithi113 bash[84165]: audit 2024-05-11T04:36:11.546349+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.113:0/1648616546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:12.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:11 smithi113 bash[84165]: audit 2024-05-11T04:36:11.546349+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.113:0/1648616546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:11 smithi173 bash[67089]: cluster 2024-05-11T04:36:10.880261+0000 mgr.y (mgr.25853) 268 : cluster [DBG] pgmap v206: 73 pgs: 14 peering, 7 stale+active+clean, 52 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:11 smithi173 bash[67089]: cluster 2024-05-11T04:36:10.880261+0000 mgr.y (mgr.25853) 268 : cluster [DBG] pgmap v206: 73 pgs: 14 peering, 7 stale+active+clean, 52 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:11 smithi173 bash[67089]: cluster 2024-05-11T04:36:10.966917+0000 mon.a (mon.0) 501 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-05-11T04:36:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:11 smithi173 bash[67089]: cluster 2024-05-11T04:36:10.966917+0000 mon.a (mon.0) 501 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-05-11T04:36:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:11 smithi173 bash[67089]: audit 2024-05-11T04:36:11.546349+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.113:0/1648616546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:11 smithi173 bash[67089]: audit 2024-05-11T04:36:11.546349+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.113:0/1648616546' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:12.514 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.515 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.515 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.515 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.516 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.516 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.516 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.516 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:12.516 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: Started Ceph osd.3 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:36:12.517 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:36:12 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: audit 2024-05-11T04:36:12.558309+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: audit 2024-05-11T04:36:12.558309+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: audit 2024-05-11T04:36:12.565148+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: audit 2024-05-11T04:36:12.565148+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: audit 2024-05-11T04:36:12.571856+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: audit 2024-05-11T04:36:12.571856+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: cluster 2024-05-11T04:36:12.881295+0000 mgr.y (mgr.25853) 269 : cluster [DBG] pgmap v207: 73 pgs: 14 peering, 2 stale+active+clean, 10 active+undersized, 47 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:13 smithi113 bash[81732]: cluster 2024-05-11T04:36:12.881295+0000 mgr.y (mgr.25853) 269 : cluster [DBG] pgmap v207: 73 pgs: 14 peering, 2 stale+active+clean, 10 active+undersized, 47 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:13.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: audit 2024-05-11T04:36:12.558309+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: audit 2024-05-11T04:36:12.558309+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: audit 2024-05-11T04:36:12.565148+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: audit 2024-05-11T04:36:12.565148+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: audit 2024-05-11T04:36:12.571856+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: audit 2024-05-11T04:36:12.571856+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: cluster 2024-05-11T04:36:12.881295+0000 mgr.y (mgr.25853) 269 : cluster [DBG] pgmap v207: 73 pgs: 14 peering, 2 stale+active+clean, 10 active+undersized, 47 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:13.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:13 smithi113 bash[84165]: cluster 2024-05-11T04:36:12.881295+0000 mgr.y (mgr.25853) 269 : cluster [DBG] pgmap v207: 73 pgs: 14 peering, 2 stale+active+clean, 10 active+undersized, 47 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:14.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: audit 2024-05-11T04:36:12.558309+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:14.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: audit 2024-05-11T04:36:12.558309+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:14.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: audit 2024-05-11T04:36:12.565148+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:14.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: audit 2024-05-11T04:36:12.565148+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:14.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: audit 2024-05-11T04:36:12.571856+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:14.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: audit 2024-05-11T04:36:12.571856+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:14.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: cluster 2024-05-11T04:36:12.881295+0000 mgr.y (mgr.25853) 269 : cluster [DBG] pgmap v207: 73 pgs: 14 peering, 2 stale+active+clean, 10 active+undersized, 47 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:14.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:13 smithi173 bash[67089]: cluster 2024-05-11T04:36:12.881295+0000 mgr.y (mgr.25853) 269 : cluster [DBG] pgmap v207: 73 pgs: 14 peering, 2 stale+active+clean, 10 active+undersized, 47 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:14.477 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:36:14.477 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:36:14.477 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-05-11T04:36:14.477 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-05-11T04:36:14.477 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-05-11T04:36:14.477 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-05-11T04:36:14.478 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-05-11T04:36:14.478 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-05-11T04:36:14.478 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:14 smithi113 bash[104762]: --> ceph-volume raw activate successful for osd ID: 3 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:14 smithi113 bash[81732]: audit 2024-05-11T04:36:13.831272+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:14 smithi113 bash[81732]: audit 2024-05-11T04:36:13.831272+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:14 smithi113 bash[81732]: audit 2024-05-11T04:36:13.832293+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:14 smithi113 bash[81732]: audit 2024-05-11T04:36:13.832293+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:14 smithi113 bash[81732]: audit 2024-05-11T04:36:13.922297+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.113:0/2171716146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:14 smithi113 bash[81732]: audit 2024-05-11T04:36:13.922297+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.113:0/2171716146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:15.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:14 smithi113 bash[84165]: audit 2024-05-11T04:36:13.831272+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:15.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:14 smithi113 bash[84165]: audit 2024-05-11T04:36:13.831272+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:15.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:14 smithi113 bash[84165]: audit 2024-05-11T04:36:13.832293+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:15.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:14 smithi113 bash[84165]: audit 2024-05-11T04:36:13.832293+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:15.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:14 smithi113 bash[84165]: audit 2024-05-11T04:36:13.922297+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.113:0/2171716146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:15.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:14 smithi113 bash[84165]: audit 2024-05-11T04:36:13.922297+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.113:0/2171716146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:15.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:14 smithi173 bash[67089]: audit 2024-05-11T04:36:13.831272+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:14 smithi173 bash[67089]: audit 2024-05-11T04:36:13.831272+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:14 smithi173 bash[67089]: audit 2024-05-11T04:36:13.832293+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:14 smithi173 bash[67089]: audit 2024-05-11T04:36:13.832293+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:14 smithi173 bash[67089]: audit 2024-05-11T04:36:13.922297+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.113:0/2171716146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:15.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:14 smithi173 bash[67089]: audit 2024-05-11T04:36:13.922297+0000 mon.a (mon.0) 508 : audit [DBG] from='client.? 172.21.15.113:0/2171716146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:15.976 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:15 smithi113 bash[81732]: cluster 2024-05-11T04:36:14.881976+0000 mgr.y (mgr.25853) 270 : cluster [DBG] pgmap v208: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:15.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:15 smithi113 bash[81732]: cluster 2024-05-11T04:36:14.881976+0000 mgr.y (mgr.25853) 270 : cluster [DBG] pgmap v208: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:15.977 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:15 smithi113 bash[105012]: debug 2024-05-11T04:36:15.686+0000 7f9e26280700 1 -- 172.21.15.113:0/740738770 <== mon.0 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565349025680 con 0x565349083000 2024-05-11T04:36:15.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:15 smithi113 bash[84165]: cluster 2024-05-11T04:36:14.881976+0000 mgr.y (mgr.25853) 270 : cluster [DBG] pgmap v208: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:15.977 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:15 smithi113 bash[84165]: cluster 2024-05-11T04:36:14.881976+0000 mgr.y (mgr.25853) 270 : cluster [DBG] pgmap v208: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:15 smithi173 bash[67089]: cluster 2024-05-11T04:36:14.881976+0000 mgr.y (mgr.25853) 270 : cluster [DBG] pgmap v208: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:15 smithi173 bash[67089]: cluster 2024-05-11T04:36:14.881976+0000 mgr.y (mgr.25853) 270 : cluster [DBG] pgmap v208: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:16.727 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:16 smithi113 bash[105012]: debug 2024-05-11T04:36:16.230+0000 7f9e2f4197c0 -1 Falling back to public interface 2024-05-11T04:36:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:16 smithi113 bash[81732]: cluster 2024-05-11T04:36:15.829815+0000 mon.a (mon.0) 509 : cluster [WRN] Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:16 smithi113 bash[81732]: cluster 2024-05-11T04:36:15.829815+0000 mon.a (mon.0) 509 : cluster [WRN] Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:16 smithi113 bash[81732]: cluster 2024-05-11T04:36:15.829886+0000 mon.a (mon.0) 510 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-05-11T04:36:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:16 smithi113 bash[81732]: cluster 2024-05-11T04:36:15.829886+0000 mon.a (mon.0) 510 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-05-11T04:36:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:16 smithi113 bash[81732]: audit 2024-05-11T04:36:16.288781+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.113:0/3457537553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:17.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:16 smithi113 bash[81732]: audit 2024-05-11T04:36:16.288781+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.113:0/3457537553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:17.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:16 smithi113 bash[84165]: cluster 2024-05-11T04:36:15.829815+0000 mon.a (mon.0) 509 : cluster [WRN] Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:17.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:16 smithi113 bash[84165]: cluster 2024-05-11T04:36:15.829815+0000 mon.a (mon.0) 509 : cluster [WRN] Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:17.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:16 smithi113 bash[84165]: cluster 2024-05-11T04:36:15.829886+0000 mon.a (mon.0) 510 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-05-11T04:36:17.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:16 smithi113 bash[84165]: cluster 2024-05-11T04:36:15.829886+0000 mon.a (mon.0) 510 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-05-11T04:36:17.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:16 smithi113 bash[84165]: audit 2024-05-11T04:36:16.288781+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.113:0/3457537553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:17.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:16 smithi113 bash[84165]: audit 2024-05-11T04:36:16.288781+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.113:0/3457537553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:16 smithi173 bash[67089]: cluster 2024-05-11T04:36:15.829815+0000 mon.a (mon.0) 509 : cluster [WRN] Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:16 smithi173 bash[67089]: cluster 2024-05-11T04:36:15.829815+0000 mon.a (mon.0) 509 : cluster [WRN] Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:17.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:16 smithi173 bash[67089]: cluster 2024-05-11T04:36:15.829886+0000 mon.a (mon.0) 510 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-05-11T04:36:17.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:16 smithi173 bash[67089]: cluster 2024-05-11T04:36:15.829886+0000 mon.a (mon.0) 510 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-05-11T04:36:17.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:16 smithi173 bash[67089]: audit 2024-05-11T04:36:16.288781+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.113:0/3457537553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:17.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:16 smithi173 bash[67089]: audit 2024-05-11T04:36:16.288781+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.113:0/3457537553' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:17 smithi113 bash[81732]: cluster 2024-05-11T04:36:16.882780+0000 mgr.y (mgr.25853) 271 : cluster [DBG] pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:17 smithi113 bash[81732]: cluster 2024-05-11T04:36:16.882780+0000 mgr.y (mgr.25853) 271 : cluster [DBG] pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:17 smithi113 bash[84165]: cluster 2024-05-11T04:36:16.882780+0000 mgr.y (mgr.25853) 271 : cluster [DBG] pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:18.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:17 smithi113 bash[84165]: cluster 2024-05-11T04:36:16.882780+0000 mgr.y (mgr.25853) 271 : cluster [DBG] pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:17 smithi173 bash[67089]: cluster 2024-05-11T04:36:16.882780+0000 mgr.y (mgr.25853) 271 : cluster [DBG] pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:17 smithi173 bash[67089]: cluster 2024-05-11T04:36:16.882780+0000 mgr.y (mgr.25853) 271 : cluster [DBG] pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.660 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:19 smithi113 bash[105012]: debug 2024-05-11T04:36:19.310+0000 7f9e2f4197c0 -1 osd.3 106 log_to_monitors true 2024-05-11T04:36:19.660 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:18.309834+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.660 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:18.309834+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.660 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:18.316378+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.660 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:18.316378+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.660 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:18.647170+0000 mon.a (mon.0) 513 : audit [DBG] from='client.? 172.21.15.113:0/1225347911' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:18.647170+0000 mon.a (mon.0) 513 : audit [DBG] from='client.? 172.21.15.113:0/1225347911' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: cluster 2024-05-11T04:36:18.883320+0000 mgr.y (mgr.25853) 272 : cluster [DBG] pgmap v210: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: cluster 2024-05-11T04:36:18.883320+0000 mgr.y (mgr.25853) 272 : cluster [DBG] pgmap v210: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:19.258029+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:19.258029+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:19.264255+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:19 smithi113 bash[84165]: audit 2024-05-11T04:36:19.264255+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:18.309834+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:18.309834+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:18.316378+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:18.316378+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.661 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:18.647170+0000 mon.a (mon.0) 513 : audit [DBG] from='client.? 172.21.15.113:0/1225347911' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:18.647170+0000 mon.a (mon.0) 513 : audit [DBG] from='client.? 172.21.15.113:0/1225347911' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: cluster 2024-05-11T04:36:18.883320+0000 mgr.y (mgr.25853) 272 : cluster [DBG] pgmap v210: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: cluster 2024-05-11T04:36:18.883320+0000 mgr.y (mgr.25853) 272 : cluster [DBG] pgmap v210: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:19.258029+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:19.258029+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:19.264255+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:19 smithi113 bash[81732]: audit 2024-05-11T04:36:19.264255+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:18.309834+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:18.309834+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:18.316378+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:18.316378+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:18.647170+0000 mon.a (mon.0) 513 : audit [DBG] from='client.? 172.21.15.113:0/1225347911' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:18.647170+0000 mon.a (mon.0) 513 : audit [DBG] from='client.? 172.21.15.113:0/1225347911' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: cluster 2024-05-11T04:36:18.883320+0000 mgr.y (mgr.25853) 272 : cluster [DBG] pgmap v210: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: cluster 2024-05-11T04:36:18.883320+0000 mgr.y (mgr.25853) 272 : cluster [DBG] pgmap v210: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:19.258029+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:19.258029+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:19.264255+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:19 smithi173 bash[67089]: audit 2024-05-11T04:36:19.264255+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:19.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:36:19] "GET /metrics HTTP/1.1" 200 34172 "" "Prometheus/2.43.0" 2024-05-11T04:36:20.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:20 smithi113 bash[81732]: audit 2024-05-11T04:36:19.320980+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:20 smithi113 bash[81732]: audit 2024-05-11T04:36:19.320980+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:20 smithi113 bash[81732]: audit 2024-05-11T04:36:19.321331+0000 mon.a (mon.0) 516 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:20 smithi113 bash[81732]: audit 2024-05-11T04:36:19.321331+0000 mon.a (mon.0) 516 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.727 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:36:20 smithi113 bash[105012]: debug 2024-05-11T04:36:20.358+0000 7f9e20870700 -1 osd.3 106 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T04:36:20.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:20 smithi113 bash[84165]: audit 2024-05-11T04:36:19.320980+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:20 smithi113 bash[84165]: audit 2024-05-11T04:36:19.320980+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:20 smithi113 bash[84165]: audit 2024-05-11T04:36:19.321331+0000 mon.a (mon.0) 516 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:20 smithi113 bash[84165]: audit 2024-05-11T04:36:19.321331+0000 mon.a (mon.0) 516 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:20 smithi173 bash[67089]: audit 2024-05-11T04:36:19.320980+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:20 smithi173 bash[67089]: audit 2024-05-11T04:36:19.320980+0000 mon.c (mon.2) 15 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:20 smithi173 bash[67089]: audit 2024-05-11T04:36:19.321331+0000 mon.a (mon.0) 516 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:20.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:20 smithi173 bash[67089]: audit 2024-05-11T04:36:19.321331+0000 mon.a (mon.0) 516 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:36:21.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:20.326259+0000 mon.a (mon.0) 517 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:36:21.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:20.326259+0000 mon.a (mon.0) 517 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:36:21.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: cluster 2024-05-11T04:36:20.334882+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T04:36:21.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: cluster 2024-05-11T04:36:20.334882+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:20.336219+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:20.336219+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:20.336925+0000 mon.a (mon.0) 519 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:20.336925+0000 mon.a (mon.0) 519 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: cluster 2024-05-11T04:36:20.884005+0000 mgr.y (mgr.25853) 273 : cluster [DBG] pgmap v212: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: cluster 2024-05-11T04:36:20.884005+0000 mgr.y (mgr.25853) 273 : cluster [DBG] pgmap v212: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:21.009230+0000 mon.a (mon.0) 520 : audit [DBG] from='client.? 172.21.15.113:0/1814406323' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:21 smithi113 bash[84165]: audit 2024-05-11T04:36:21.009230+0000 mon.a (mon.0) 520 : audit [DBG] from='client.? 172.21.15.113:0/1814406323' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: debug 2024-05-11T04:36:21.322+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:20.326259+0000 mon.a (mon.0) 517 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:20.326259+0000 mon.a (mon.0) 517 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:36:21.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: cluster 2024-05-11T04:36:20.334882+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: cluster 2024-05-11T04:36:20.334882+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:20.336219+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:20.336219+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:20.336925+0000 mon.a (mon.0) 519 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:20.336925+0000 mon.a (mon.0) 519 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: cluster 2024-05-11T04:36:20.884005+0000 mgr.y (mgr.25853) 273 : cluster [DBG] pgmap v212: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: cluster 2024-05-11T04:36:20.884005+0000 mgr.y (mgr.25853) 273 : cluster [DBG] pgmap v212: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:21.009230+0000 mon.a (mon.0) 520 : audit [DBG] from='client.? 172.21.15.113:0/1814406323' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:21.729 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:21 smithi113 bash[81732]: audit 2024-05-11T04:36:21.009230+0000 mon.a (mon.0) 520 : audit [DBG] from='client.? 172.21.15.113:0/1814406323' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:21.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:20.326259+0000 mon.a (mon.0) 517 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:36:21.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:20.326259+0000 mon.a (mon.0) 517 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: cluster 2024-05-11T04:36:20.334882+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: cluster 2024-05-11T04:36:20.334882+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:20.336219+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:20.336219+0000 mon.c (mon.2) 16 : audit [INF] from='osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:20.336925+0000 mon.a (mon.0) 519 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:20.336925+0000 mon.a (mon.0) 519 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: cluster 2024-05-11T04:36:20.884005+0000 mgr.y (mgr.25853) 273 : cluster [DBG] pgmap v212: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: cluster 2024-05-11T04:36:20.884005+0000 mgr.y (mgr.25853) 273 : cluster [DBG] pgmap v212: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:21.009230+0000 mon.a (mon.0) 520 : audit [DBG] from='client.? 172.21.15.113:0/1814406323' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:21.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:21 smithi173 bash[67089]: audit 2024-05-11T04:36:21.009230+0000 mon.a (mon.0) 520 : audit [DBG] from='client.? 172.21.15.113:0/1814406323' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.327769+0000 mon.a (mon.0) 521 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.327769+0000 mon.a (mon.0) 521 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.327821+0000 mon.a (mon.0) 522 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.327821+0000 mon.a (mon.0) 522 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.353067+0000 mon.a (mon.0) 523 : cluster [INF] osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736] boot 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.353067+0000 mon.a (mon.0) 523 : cluster [INF] osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736] boot 2024-05-11T04:36:22.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.353134+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: cluster 2024-05-11T04:36:21.353134+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: audit 2024-05-11T04:36:21.354178+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:22 smithi113 bash[81732]: audit 2024-05-11T04:36:21.354178+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.327769+0000 mon.a (mon.0) 521 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.327769+0000 mon.a (mon.0) 521 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.327821+0000 mon.a (mon.0) 522 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.327821+0000 mon.a (mon.0) 522 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.353067+0000 mon.a (mon.0) 523 : cluster [INF] osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736] boot 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.353067+0000 mon.a (mon.0) 523 : cluster [INF] osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736] boot 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.353134+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: cluster 2024-05-11T04:36:21.353134+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: audit 2024-05-11T04:36:21.354178+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:22.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:22 smithi113 bash[84165]: audit 2024-05-11T04:36:21.354178+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:22.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.327769+0000 mon.a (mon.0) 521 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.327769+0000 mon.a (mon.0) 521 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.327821+0000 mon.a (mon.0) 522 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.327821+0000 mon.a (mon.0) 522 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.353067+0000 mon.a (mon.0) 523 : cluster [INF] osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736] boot 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.353067+0000 mon.a (mon.0) 523 : cluster [INF] osd.3 [v2:172.21.15.113:6826/836934736,v1:172.21.15.113:6827/836934736] boot 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.353134+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: cluster 2024-05-11T04:36:21.353134+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: audit 2024-05-11T04:36:21.354178+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:22.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:22 smithi173 bash[67089]: audit 2024-05-11T04:36:21.354178+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:23.390 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 4 2024-05-11T04:36:23.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:23 smithi113 bash[81732]: cluster 2024-05-11T04:36:22.353736+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T04:36:23.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:23 smithi113 bash[81732]: cluster 2024-05-11T04:36:22.353736+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T04:36:23.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:23 smithi113 bash[81732]: cluster 2024-05-11T04:36:22.884756+0000 mgr.y (mgr.25853) 274 : cluster [DBG] pgmap v215: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:23.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:23 smithi113 bash[81732]: cluster 2024-05-11T04:36:22.884756+0000 mgr.y (mgr.25853) 274 : cluster [DBG] pgmap v215: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:23.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:23 smithi113 bash[84165]: cluster 2024-05-11T04:36:22.353736+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T04:36:23.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:23 smithi113 bash[84165]: cluster 2024-05-11T04:36:22.353736+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T04:36:23.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:23 smithi113 bash[84165]: cluster 2024-05-11T04:36:22.884756+0000 mgr.y (mgr.25853) 274 : cluster [DBG] pgmap v215: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:23.728 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:23 smithi113 bash[84165]: cluster 2024-05-11T04:36:22.884756+0000 mgr.y (mgr.25853) 274 : cluster [DBG] pgmap v215: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:23.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:23 smithi173 bash[67089]: cluster 2024-05-11T04:36:22.353736+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T04:36:23.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:23 smithi173 bash[67089]: cluster 2024-05-11T04:36:22.353736+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T04:36:23.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:23 smithi173 bash[67089]: cluster 2024-05-11T04:36:22.884756+0000 mgr.y (mgr.25853) 274 : cluster [DBG] pgmap v215: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:23.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:23 smithi173 bash[67089]: cluster 2024-05-11T04:36:22.884756+0000 mgr.y (mgr.25853) 274 : cluster [DBG] pgmap v215: 73 pgs: 5 peering, 3 active+undersized+degraded, 23 active+undersized, 42 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:24.177 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:36:24.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:24 smithi113 bash[81732]: audit 2024-05-11T04:36:23.378590+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.113:0/292744345' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:24.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:24 smithi113 bash[81732]: audit 2024-05-11T04:36:23.378590+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.113:0/292744345' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:24.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:24 smithi113 bash[84165]: audit 2024-05-11T04:36:23.378590+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.113:0/292744345' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:24.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:24 smithi113 bash[84165]: audit 2024-05-11T04:36:23.378590+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.113:0/292744345' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:24.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:24 smithi173 bash[67089]: audit 2024-05-11T04:36:23.378590+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.113:0/292744345' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:24.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:24 smithi173 bash[67089]: audit 2024-05-11T04:36:23.378590+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.113:0/292744345' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T04:36:25.677 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:25 smithi113 bash[84165]: cluster 2024-05-11T04:36:24.886048+0000 mgr.y (mgr.25853) 275 : cluster [DBG] pgmap v216: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:36:25.678 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:25 smithi113 bash[84165]: cluster 2024-05-11T04:36:24.886048+0000 mgr.y (mgr.25853) 275 : cluster [DBG] pgmap v216: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:36:25.678 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:25 smithi113 bash[81732]: cluster 2024-05-11T04:36:24.886048+0000 mgr.y (mgr.25853) 275 : cluster [DBG] pgmap v216: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:36:25.678 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:25 smithi113 bash[81732]: cluster 2024-05-11T04:36:24.886048+0000 mgr.y (mgr.25853) 275 : cluster [DBG] pgmap v216: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:36:25.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:25 smithi173 bash[67089]: cluster 2024-05-11T04:36:24.886048+0000 mgr.y (mgr.25853) 275 : cluster [DBG] pgmap v216: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:36:25.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:25 smithi173 bash[67089]: cluster 2024-05-11T04:36:24.886048+0000 mgr.y (mgr.25853) 275 : cluster [DBG] pgmap v216: 73 pgs: 5 peering, 2 active+undersized+degraded, 11 active+undersized, 55 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-05-11T04:36:26.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:26 smithi113 bash[81732]: cluster 2024-05-11T04:36:25.371600+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:26.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:26 smithi113 bash[81732]: cluster 2024-05-11T04:36:25.371600+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:26.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:26 smithi113 bash[84165]: cluster 2024-05-11T04:36:25.371600+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:26.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:26 smithi113 bash[84165]: cluster 2024-05-11T04:36:25.371600+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:26.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:26 smithi173 bash[67089]: cluster 2024-05-11T04:36:25.371600+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:26.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:26 smithi173 bash[67089]: cluster 2024-05-11T04:36:25.371600+0000 mon.a (mon.0) 528 : cluster [WRN] Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:27.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:27 smithi113 bash[84165]: cluster 2024-05-11T04:36:26.886717+0000 mgr.y (mgr.25853) 276 : cluster [DBG] pgmap v217: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:27.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:27 smithi113 bash[84165]: cluster 2024-05-11T04:36:26.886717+0000 mgr.y (mgr.25853) 276 : cluster [DBG] pgmap v217: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:27.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:27 smithi113 bash[81732]: cluster 2024-05-11T04:36:26.886717+0000 mgr.y (mgr.25853) 276 : cluster [DBG] pgmap v217: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:27.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:27 smithi113 bash[81732]: cluster 2024-05-11T04:36:26.886717+0000 mgr.y (mgr.25853) 276 : cluster [DBG] pgmap v217: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:27.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:27 smithi173 bash[67089]: cluster 2024-05-11T04:36:26.886717+0000 mgr.y (mgr.25853) 276 : cluster [DBG] pgmap v217: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:27.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:27 smithi173 bash[67089]: cluster 2024-05-11T04:36:26.886717+0000 mgr.y (mgr.25853) 276 : cluster [DBG] pgmap v217: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:28.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:28 smithi113 bash[81732]: cluster 2024-05-11T04:36:27.382224+0000 mon.a (mon.0) 529 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-05-11T04:36:28.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:28 smithi113 bash[81732]: cluster 2024-05-11T04:36:27.382224+0000 mon.a (mon.0) 529 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-05-11T04:36:28.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:28 smithi113 bash[84165]: cluster 2024-05-11T04:36:27.382224+0000 mon.a (mon.0) 529 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-05-11T04:36:28.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:28 smithi113 bash[84165]: cluster 2024-05-11T04:36:27.382224+0000 mon.a (mon.0) 529 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-05-11T04:36:28.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:28 smithi173 bash[67089]: cluster 2024-05-11T04:36:27.382224+0000 mon.a (mon.0) 529 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-05-11T04:36:28.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:28 smithi173 bash[67089]: cluster 2024-05-11T04:36:27.382224+0000 mon.a (mon.0) 529 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-05-11T04:36:29.387 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:36:29.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:36:29] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:28.834459+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:28.834459+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:28.836667+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:28.836667+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: cluster 2024-05-11T04:36:28.887404+0000 mgr.y (mgr.25853) 277 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: cluster 2024-05-11T04:36:28.887404+0000 mgr.y (mgr.25853) 277 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.012014+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.012014+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.020621+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.020621+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.022649+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.022649+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.024371+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.024371+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.034738+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.034738+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.119610+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.119610+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.123661+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.979 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.123661+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:28.834459+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:28.834459+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:28.836667+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:28.836667+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: cluster 2024-05-11T04:36:28.887404+0000 mgr.y (mgr.25853) 277 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: cluster 2024-05-11T04:36:28.887404+0000 mgr.y (mgr.25853) 277 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.012014+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.012014+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.020621+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.020621+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.022649+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.022649+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.024371+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:29.980 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.024371+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.034738+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.034738+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.119610+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.119610+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.123661+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.123661+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.126382+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.126382+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.128595+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.128595+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.981 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.131208+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.131208+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.131454+0000 mgr.y (mgr.25853) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: audit 2024-05-11T04:36:29.131454+0000 mgr.y (mgr.25853) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: cephadm 2024-05-11T04:36:29.132884+0000 mgr.y (mgr.25853) 279 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:29 smithi113 bash[81732]: cephadm 2024-05-11T04:36:29.132884+0000 mgr.y (mgr.25853) 279 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.126382+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.126382+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.128595+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.128595+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.131208+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.131208+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.982 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.131454+0000 mgr.y (mgr.25853) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: audit 2024-05-11T04:36:29.131454+0000 mgr.y (mgr.25853) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:29.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: cephadm 2024-05-11T04:36:29.132884+0000 mgr.y (mgr.25853) 279 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-05-11T04:36:29.983 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:29 smithi113 bash[84165]: cephadm 2024-05-11T04:36:29.132884+0000 mgr.y (mgr.25853) 279 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-05-11T04:36:30.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:28.834459+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:28.834459+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:28.836667+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:28.836667+0000 mon.a (mon.0) 531 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: cluster 2024-05-11T04:36:28.887404+0000 mgr.y (mgr.25853) 277 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: cluster 2024-05-11T04:36:28.887404+0000 mgr.y (mgr.25853) 277 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.012014+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.012014+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.020621+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.020621+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.022649+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.022649+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.024371+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.024371+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.034738+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.034738+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.119610+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.119610+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.123661+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.123661+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.126382+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.126382+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.128595+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.128595+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:30.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.131208+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:30.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.131208+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:30.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.131454+0000 mgr.y (mgr.25853) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:30.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: audit 2024-05-11T04:36:29.131454+0000 mgr.y (mgr.25853) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T04:36:30.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: cephadm 2024-05-11T04:36:29.132884+0000 mgr.y (mgr.25853) 279 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-05-11T04:36:30.272 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:29 smithi173 bash[67089]: cephadm 2024-05-11T04:36:29.132884+0000 mgr.y (mgr.25853) 279 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-05-11T04:36:32.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: cluster 2024-05-11T04:36:30.888429+0000 mgr.y (mgr.25853) 280 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:32.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: cluster 2024-05-11T04:36:30.888429+0000 mgr.y (mgr.25853) 280 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:32.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: audit 2024-05-11T04:36:31.309011+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:32.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: audit 2024-05-11T04:36:31.309011+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:32.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: audit 2024-05-11T04:36:31.313243+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:36:32.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: audit 2024-05-11T04:36:31.313243+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:36:32.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: audit 2024-05-11T04:36:31.314828+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:32.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:31 smithi173 bash[67089]: audit 2024-05-11T04:36:31.314828+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: cluster 2024-05-11T04:36:30.888429+0000 mgr.y (mgr.25853) 280 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: cluster 2024-05-11T04:36:30.888429+0000 mgr.y (mgr.25853) 280 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: audit 2024-05-11T04:36:31.309011+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: audit 2024-05-11T04:36:31.309011+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: audit 2024-05-11T04:36:31.313243+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: audit 2024-05-11T04:36:31.313243+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:36:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: audit 2024-05-11T04:36:31.314828+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:31 smithi113 bash[81732]: audit 2024-05-11T04:36:31.314828+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: cluster 2024-05-11T04:36:30.888429+0000 mgr.y (mgr.25853) 280 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: cluster 2024-05-11T04:36:30.888429+0000 mgr.y (mgr.25853) 280 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: audit 2024-05-11T04:36:31.309011+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: audit 2024-05-11T04:36:31.309011+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: audit 2024-05-11T04:36:31.313243+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: audit 2024-05-11T04:36:31.313243+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: audit 2024-05-11T04:36:31.314828+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:31 smithi113 bash[84165]: audit 2024-05-11T04:36:31.314828+0000 mon.a (mon.0) 544 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:32.294 INFO:teuthology.orchestra.run.smithi113.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:32 smithi173 bash[67089]: cephadm 2024-05-11T04:36:31.301277+0000 mgr.y (mgr.25853) 281 : cephadm [INF] Upgrade: Updating osd.4 2024-05-11T04:36:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:32 smithi173 bash[67089]: cephadm 2024-05-11T04:36:31.301277+0000 mgr.y (mgr.25853) 281 : cephadm [INF] Upgrade: Updating osd.4 2024-05-11T04:36:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:32 smithi173 bash[67089]: cephadm 2024-05-11T04:36:31.319683+0000 mgr.y (mgr.25853) 282 : cephadm [INF] Deploying daemon osd.4 on smithi173 2024-05-11T04:36:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:32 smithi173 bash[67089]: cephadm 2024-05-11T04:36:31.319683+0000 mgr.y (mgr.25853) 282 : cephadm [INF] Deploying daemon osd.4 on smithi173 2024-05-11T04:36:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:32 smithi173 bash[67089]: audit 2024-05-11T04:36:32.297225+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:33.019 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:32 smithi173 bash[67089]: audit 2024-05-11T04:36:32.297225+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:33.058 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:32 smithi113 bash[81732]: cephadm 2024-05-11T04:36:31.301277+0000 mgr.y (mgr.25853) 281 : cephadm [INF] Upgrade: Updating osd.4 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:32 smithi113 bash[81732]: cephadm 2024-05-11T04:36:31.301277+0000 mgr.y (mgr.25853) 281 : cephadm [INF] Upgrade: Updating osd.4 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:32 smithi113 bash[81732]: cephadm 2024-05-11T04:36:31.319683+0000 mgr.y (mgr.25853) 282 : cephadm [INF] Deploying daemon osd.4 on smithi173 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:32 smithi113 bash[81732]: cephadm 2024-05-11T04:36:31.319683+0000 mgr.y (mgr.25853) 282 : cephadm [INF] Deploying daemon osd.4 on smithi173 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:32 smithi113 bash[81732]: audit 2024-05-11T04:36:32.297225+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:32 smithi113 bash[81732]: audit 2024-05-11T04:36:32.297225+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:32 smithi113 bash[84165]: cephadm 2024-05-11T04:36:31.301277+0000 mgr.y (mgr.25853) 281 : cephadm [INF] Upgrade: Updating osd.4 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:32 smithi113 bash[84165]: cephadm 2024-05-11T04:36:31.301277+0000 mgr.y (mgr.25853) 281 : cephadm [INF] Upgrade: Updating osd.4 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:32 smithi113 bash[84165]: cephadm 2024-05-11T04:36:31.319683+0000 mgr.y (mgr.25853) 282 : cephadm [INF] Deploying daemon osd.4 on smithi173 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:32 smithi113 bash[84165]: cephadm 2024-05-11T04:36:31.319683+0000 mgr.y (mgr.25853) 282 : cephadm [INF] Deploying daemon osd.4 on smithi173 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:32 smithi113 bash[84165]: audit 2024-05-11T04:36:32.297225+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:33.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:32 smithi113 bash[84165]: audit 2024-05-11T04:36:32.297225+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:34.119 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:33 smithi173 bash[67089]: audit 2024-05-11T04:36:32.291360+0000 mgr.y (mgr.25853) 283 : audit [DBG] from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:34.119 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:33 smithi173 bash[67089]: audit 2024-05-11T04:36:32.291360+0000 mgr.y (mgr.25853) 283 : audit [DBG] from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:34.120 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:33 smithi173 bash[67089]: cephadm 2024-05-11T04:36:32.291762+0000 mgr.y (mgr.25853) 284 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:34.120 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:33 smithi173 bash[67089]: cephadm 2024-05-11T04:36:32.291762+0000 mgr.y (mgr.25853) 284 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:34.120 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:33 smithi173 bash[67089]: cluster 2024-05-11T04:36:32.889206+0000 mgr.y (mgr.25853) 285 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:34.120 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:33 smithi173 bash[67089]: cluster 2024-05-11T04:36:32.889206+0000 mgr.y (mgr.25853) 285 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:33 smithi113 bash[84165]: audit 2024-05-11T04:36:32.291360+0000 mgr.y (mgr.25853) 283 : audit [DBG] from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:33 smithi113 bash[84165]: audit 2024-05-11T04:36:32.291360+0000 mgr.y (mgr.25853) 283 : audit [DBG] from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:33 smithi113 bash[84165]: cephadm 2024-05-11T04:36:32.291762+0000 mgr.y (mgr.25853) 284 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:33 smithi113 bash[84165]: cephadm 2024-05-11T04:36:32.291762+0000 mgr.y (mgr.25853) 284 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:33 smithi113 bash[84165]: cluster 2024-05-11T04:36:32.889206+0000 mgr.y (mgr.25853) 285 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:33 smithi113 bash[84165]: cluster 2024-05-11T04:36:32.889206+0000 mgr.y (mgr.25853) 285 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:33 smithi113 bash[81732]: audit 2024-05-11T04:36:32.291360+0000 mgr.y (mgr.25853) 283 : audit [DBG] from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:33 smithi113 bash[81732]: audit 2024-05-11T04:36:32.291360+0000 mgr.y (mgr.25853) 283 : audit [DBG] from='client.44270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:33 smithi113 bash[81732]: cephadm 2024-05-11T04:36:32.291762+0000 mgr.y (mgr.25853) 284 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:33 smithi113 bash[81732]: cephadm 2024-05-11T04:36:32.291762+0000 mgr.y (mgr.25853) 284 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:36:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:33 smithi113 bash[81732]: cluster 2024-05-11T04:36:32.889206+0000 mgr.y (mgr.25853) 285 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:34.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:33 smithi113 bash[81732]: cluster 2024-05-11T04:36:32.889206+0000 mgr.y (mgr.25853) 285 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:35.199 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.200 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.200 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.200 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.201 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.201 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.201 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.201 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:34 smithi173 bash[67089]: audit 2024-05-11T04:36:33.963667+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:35.202 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:34 smithi173 bash[67089]: audit 2024-05-11T04:36:33.963667+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:35.202 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.202 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:34 smithi113 bash[81732]: audit 2024-05-11T04:36:33.963667+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:35.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:34 smithi113 bash[81732]: audit 2024-05-11T04:36:33.963667+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:35.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:34 smithi113 bash[84165]: audit 2024-05-11T04:36:33.963667+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:35.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:34 smithi113 bash[84165]: audit 2024-05-11T04:36:33.963667+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:35.519 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:35 smithi173 systemd[1]: Stopping Ceph osd.4 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:36:35.519 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:35 smithi173 bash[27116]: debug 2024-05-11T04:36:35.320+0000 7f829b38b700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:36:35.520 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:35 smithi173 bash[27116]: debug 2024-05-11T04:36:35.320+0000 7f829b38b700 -1 osd.4 111 *** Got signal Terminated *** 2024-05-11T04:36:35.520 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:35 smithi173 bash[27116]: debug 2024-05-11T04:36:35.320+0000 7f829b38b700 -1 osd.4 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:35 smithi113 bash[84165]: cluster 2024-05-11T04:36:34.890156+0000 mgr.y (mgr.25853) 286 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:35 smithi113 bash[84165]: cluster 2024-05-11T04:36:34.890156+0000 mgr.y (mgr.25853) 286 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:35 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.323976+0000 mon.a (mon.0) 547 : cluster [INF] osd.4 marked itself down and dead 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:35 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.323976+0000 mon.a (mon.0) 547 : cluster [INF] osd.4 marked itself down and dead 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:35 smithi113 bash[81732]: debug 2024-05-11T04:36:35.962+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:35 smithi113 bash[81732]: cluster 2024-05-11T04:36:34.890156+0000 mgr.y (mgr.25853) 286 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:35 smithi113 bash[81732]: cluster 2024-05-11T04:36:34.890156+0000 mgr.y (mgr.25853) 286 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:36.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:35 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.323976+0000 mon.a (mon.0) 547 : cluster [INF] osd.4 marked itself down and dead 2024-05-11T04:36:36.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:35 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.323976+0000 mon.a (mon.0) 547 : cluster [INF] osd.4 marked itself down and dead 2024-05-11T04:36:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:35 smithi173 bash[67089]: cluster 2024-05-11T04:36:34.890156+0000 mgr.y (mgr.25853) 286 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:35 smithi173 bash[67089]: cluster 2024-05-11T04:36:34.890156+0000 mgr.y (mgr.25853) 286 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:35 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.323976+0000 mon.a (mon.0) 547 : cluster [INF] osd.4 marked itself down and dead 2024-05-11T04:36:36.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:35 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.323976+0000 mon.a (mon.0) 547 : cluster [INF] osd.4 marked itself down and dead 2024-05-11T04:36:37.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:37 smithi173 bash[72059]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-4 2024-05-11T04:36:37.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:37 smithi173 bash[72124]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-4 2024-05-11T04:36:37.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.967015+0000 mon.a (mon.0) 548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:37.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.967015+0000 mon.a (mon.0) 548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.967081+0000 mon.a (mon.0) 549 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.967081+0000 mon.a (mon.0) 549 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.978876+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-05-11T04:36:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:35.978876+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-05-11T04:36:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:36.981828+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-05-11T04:36:37.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:37 smithi173 bash[67089]: cluster 2024-05-11T04:36:36.981828+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.967015+0000 mon.a (mon.0) 548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.967015+0000 mon.a (mon.0) 548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.967081+0000 mon.a (mon.0) 549 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.967081+0000 mon.a (mon.0) 549 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.978876+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:35.978876+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:36.981828+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-05-11T04:36:37.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:37 smithi113 bash[81732]: cluster 2024-05-11T04:36:36.981828+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.967015+0000 mon.a (mon.0) 548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.967015+0000 mon.a (mon.0) 548 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.967081+0000 mon.a (mon.0) 549 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.967081+0000 mon.a (mon.0) 549 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.978876+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:35.978876+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e112: 8 total, 7 up, 8 in 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:36.981828+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-05-11T04:36:37.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:37 smithi113 bash[84165]: cluster 2024-05-11T04:36:36.981828+0000 mon.a (mon.0) 551 : cluster [DBG] osdmap e113: 8 total, 7 up, 8 in 2024-05-11T04:36:37.803 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:36:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:38 smithi113 bash[81732]: cluster 2024-05-11T04:36:36.890945+0000 mgr.y (mgr.25853) 287 : cluster [DBG] pgmap v223: 73 pgs: 6 peering, 11 stale+active+clean, 56 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:38 smithi113 bash[81732]: cluster 2024-05-11T04:36:36.890945+0000 mgr.y (mgr.25853) 287 : cluster [DBG] pgmap v223: 73 pgs: 6 peering, 11 stale+active+clean, 56 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:38 smithi113 bash[81732]: cluster 2024-05-11T04:36:36.991890+0000 mon.a (mon.0) 552 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:36:38.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:38 smithi113 bash[81732]: cluster 2024-05-11T04:36:36.991890+0000 mon.a (mon.0) 552 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:36:38.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:38 smithi113 bash[84165]: cluster 2024-05-11T04:36:36.890945+0000 mgr.y (mgr.25853) 287 : cluster [DBG] pgmap v223: 73 pgs: 6 peering, 11 stale+active+clean, 56 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:38.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:38 smithi113 bash[84165]: cluster 2024-05-11T04:36:36.890945+0000 mgr.y (mgr.25853) 287 : cluster [DBG] pgmap v223: 73 pgs: 6 peering, 11 stale+active+clean, 56 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:38.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:38 smithi113 bash[84165]: cluster 2024-05-11T04:36:36.991890+0000 mon.a (mon.0) 552 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:36:38.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:38 smithi113 bash[84165]: cluster 2024-05-11T04:36:36.991890+0000 mon.a (mon.0) 552 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:36:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:38 smithi173 bash[67089]: cluster 2024-05-11T04:36:36.890945+0000 mgr.y (mgr.25853) 287 : cluster [DBG] pgmap v223: 73 pgs: 6 peering, 11 stale+active+clean, 56 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:38 smithi173 bash[67089]: cluster 2024-05-11T04:36:36.890945+0000 mgr.y (mgr.25853) 287 : cluster [DBG] pgmap v223: 73 pgs: 6 peering, 11 stale+active+clean, 56 active+clean; 4.6 MiB data, 248 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:38 smithi173 bash[67089]: cluster 2024-05-11T04:36:36.991890+0000 mon.a (mon.0) 552 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:36:38.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:38 smithi173 bash[67089]: cluster 2024-05-11T04:36:36.991890+0000 mon.a (mon.0) 552 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:36:39.399 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.400 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.400 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.400 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:39 smithi173 bash[67089]: cluster 2024-05-11T04:36:39.018183+0000 mon.a (mon.0) 553 : cluster [WRN] Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:36:39.400 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:39 smithi173 bash[67089]: cluster 2024-05-11T04:36:39.018183+0000 mon.a (mon.0) 553 : cluster [WRN] Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:36:39.400 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.401 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.401 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.401 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.402 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.4.service: Deactivated successfully. 2024-05-11T04:36:39.402 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: Stopped Ceph osd.4 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:36:39.402 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.402 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: Started Ceph osd.4 for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:36:39.402 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:36:39 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:39 smithi113 bash[81732]: cluster 2024-05-11T04:36:39.018183+0000 mon.a (mon.0) 553 : cluster [WRN] Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:36:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:39 smithi113 bash[81732]: cluster 2024-05-11T04:36:39.018183+0000 mon.a (mon.0) 553 : cluster [WRN] Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:36:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:39 smithi113 bash[84165]: cluster 2024-05-11T04:36:39.018183+0000 mon.a (mon.0) 553 : cluster [WRN] Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:36:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:39 smithi113 bash[84165]: cluster 2024-05-11T04:36:39.018183+0000 mon.a (mon.0) 553 : cluster [WRN] Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-05-11T04:36:39.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:36:39] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:36:40.445 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: cluster 2024-05-11T04:36:38.891502+0000 mgr.y (mgr.25853) 288 : cluster [DBG] pgmap v225: 73 pgs: 1 active+undersized+degraded, 6 peering, 8 stale+active+clean, 6 active+undersized, 52 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: cluster 2024-05-11T04:36:38.891502+0000 mgr.y (mgr.25853) 288 : cluster [DBG] pgmap v225: 73 pgs: 1 active+undersized+degraded, 6 peering, 8 stale+active+clean, 6 active+undersized, 52 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: audit 2024-05-11T04:36:39.447793+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: audit 2024-05-11T04:36:39.447793+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: audit 2024-05-11T04:36:39.460065+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: audit 2024-05-11T04:36:39.460065+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: audit 2024-05-11T04:36:39.505037+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:40 smithi113 bash[84165]: audit 2024-05-11T04:36:39.505037+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:40.446 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: cluster 2024-05-11T04:36:38.891502+0000 mgr.y (mgr.25853) 288 : cluster [DBG] pgmap v225: 73 pgs: 1 active+undersized+degraded, 6 peering, 8 stale+active+clean, 6 active+undersized, 52 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: cluster 2024-05-11T04:36:38.891502+0000 mgr.y (mgr.25853) 288 : cluster [DBG] pgmap v225: 73 pgs: 1 active+undersized+degraded, 6 peering, 8 stale+active+clean, 6 active+undersized, 52 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: audit 2024-05-11T04:36:39.447793+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: audit 2024-05-11T04:36:39.447793+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: audit 2024-05-11T04:36:39.460065+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: audit 2024-05-11T04:36:39.460065+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: audit 2024-05-11T04:36:39.505037+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:40.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:40 smithi113 bash[81732]: audit 2024-05-11T04:36:39.505037+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: cluster 2024-05-11T04:36:38.891502+0000 mgr.y (mgr.25853) 288 : cluster [DBG] pgmap v225: 73 pgs: 1 active+undersized+degraded, 6 peering, 8 stale+active+clean, 6 active+undersized, 52 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:36:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: cluster 2024-05-11T04:36:38.891502+0000 mgr.y (mgr.25853) 288 : cluster [DBG] pgmap v225: 73 pgs: 1 active+undersized+degraded, 6 peering, 8 stale+active+clean, 6 active+undersized, 52 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-05-11T04:36:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: audit 2024-05-11T04:36:39.447793+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: audit 2024-05-11T04:36:39.447793+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: audit 2024-05-11T04:36:39.460065+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: audit 2024-05-11T04:36:39.460065+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: audit 2024-05-11T04:36:39.505037+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:40 smithi173 bash[67089]: audit 2024-05-11T04:36:39.505037+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:alertmanager.a smithi113 *:9093,9094 running (14m) 22s ago 15m 13.6M - 0.25.0 c8568f914cd2 5c903450ba99 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:grafana.a smithi173 *:3000 running (14m) 49s ago 14m 78.5M - 9.4.7 954c08fa6188 5d688df6287a 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi113.zdnevb smithi113 running (12m) 22s ago 12m 15.7M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5e99af577d54 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi173.ibjpzf smithi173 running (12m) 49s ago 12m 18.0M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 57607586dc8a 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.x smithi173 *:8443,9283,8765 running (7m) 49s ago 22m 452M - 19.0.0-3497-g04416f48 9b25092f51f1 27b2381c8d81 2024-05-11T04:36:40.864 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.y smithi113 *:8443,9283,8765 running (8m) 22s ago 25m 511M - 19.0.0-3497-g04416f48 9b25092f51f1 be64837303f3 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:mon.a smithi113 running (6m) 22s ago 25m 52.6M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 73c45ac0d05e 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:mon.b smithi173 running (4m) 49s ago 23m 36.3M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 dda3ed6c33f5 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:mon.c smithi113 running (5m) 22s ago 23m 40.6M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 46f1cd01efd7 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.a smithi113 *:9100 running (15m) 22s ago 15m 9064k - 1.5.0 0da6a335fe13 8e4e28aff3bd 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.b smithi173 *:9100 running (15m) 49s ago 15m 9216k - 1.5.0 0da6a335fe13 2525b8ce26de 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.0 smithi113 running (2m) 22s ago 22m 46.1M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 1797a9a427d9 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.1 smithi113 running (2m) 22s ago 21m 46.0M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 d853cc12c9ec 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.2 smithi113 running (53s) 22s ago 20m 48.9M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 67f3fa354f53 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.3 smithi113 running (26s) 22s ago 19m - 2524M 19.0.0-3497-g04416f48 9b25092f51f1 ce4ff0dc5263 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.4 smithi173 starting - - - 2524M 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.5 smithi173 running (18m) 49s ago 18m 56.5M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 786fb7818d9a 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.6 smithi173 running (17m) 49s ago 17m 50.1M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8304a9a199f5 2024-05-11T04:36:40.865 INFO:teuthology.orchestra.run.smithi113.stdout:osd.7 smithi173 running (16m) 49s ago 16m 51.9M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 238ca57cd95c 2024-05-11T04:36:40.866 INFO:teuthology.orchestra.run.smithi113.stdout:prometheus.a smithi173 *:9095 running (7m) 49s ago 15m 44.6M - 2.43.0 a07b618ecd1d 9d1dc802d615 2024-05-11T04:36:41.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-05-11T04:36:41.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:40 smithi173 bash[72275]: --> ceph-volume raw activate successful for osd ID: 4 2024-05-11T04:36:41.577 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:36:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:42 smithi113 bash[84165]: audit 2024-05-11T04:36:40.844452+0000 mgr.y (mgr.25853) 289 : audit [DBG] from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:42 smithi113 bash[84165]: audit 2024-05-11T04:36:40.844452+0000 mgr.y (mgr.25853) 289 : audit [DBG] from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:42 smithi113 bash[84165]: cluster 2024-05-11T04:36:40.892298+0000 mgr.y (mgr.25853) 290 : cluster [DBG] pgmap v226: 73 pgs: 10 active+undersized+degraded, 6 peering, 17 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:42.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:42 smithi113 bash[84165]: cluster 2024-05-11T04:36:40.892298+0000 mgr.y (mgr.25853) 290 : cluster [DBG] pgmap v226: 73 pgs: 10 active+undersized+degraded, 6 peering, 17 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:42.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:42 smithi113 bash[81732]: audit 2024-05-11T04:36:40.844452+0000 mgr.y (mgr.25853) 289 : audit [DBG] from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:42.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:42 smithi113 bash[81732]: audit 2024-05-11T04:36:40.844452+0000 mgr.y (mgr.25853) 289 : audit [DBG] from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:42.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:42 smithi113 bash[81732]: cluster 2024-05-11T04:36:40.892298+0000 mgr.y (mgr.25853) 290 : cluster [DBG] pgmap v226: 73 pgs: 10 active+undersized+degraded, 6 peering, 17 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:42.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:42 smithi113 bash[81732]: cluster 2024-05-11T04:36:40.892298+0000 mgr.y (mgr.25853) 290 : cluster [DBG] pgmap v226: 73 pgs: 10 active+undersized+degraded, 6 peering, 17 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:42.519 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:42 smithi173 bash[72509]: debug 2024-05-11T04:36:42.183+0000 7fbe998f1700 1 -- 172.21.15.173:0/488632448 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a88f1ab680 con 0x55a88f209000 2024-05-11T04:36:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:42 smithi173 bash[67089]: audit 2024-05-11T04:36:40.844452+0000 mgr.y (mgr.25853) 289 : audit [DBG] from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:42 smithi173 bash[67089]: audit 2024-05-11T04:36:40.844452+0000 mgr.y (mgr.25853) 289 : audit [DBG] from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:42 smithi173 bash[67089]: cluster 2024-05-11T04:36:40.892298+0000 mgr.y (mgr.25853) 290 : cluster [DBG] pgmap v226: 73 pgs: 10 active+undersized+degraded, 6 peering, 17 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:42 smithi173 bash[67089]: cluster 2024-05-11T04:36:40.892298+0000 mgr.y (mgr.25853) 290 : cluster [DBG] pgmap v226: 73 pgs: 10 active+undersized+degraded, 6 peering, 17 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:43.019 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:42 smithi173 bash[72509]: debug 2024-05-11T04:36:42.719+0000 7fbea2a8a7c0 -1 Falling back to public interface 2024-05-11T04:36:43.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:43 smithi113 bash[81732]: cluster 2024-05-11T04:36:43.077142+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-05-11T04:36:43.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:43 smithi113 bash[81732]: cluster 2024-05-11T04:36:43.077142+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-05-11T04:36:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:43 smithi113 bash[84165]: cluster 2024-05-11T04:36:43.077142+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-05-11T04:36:43.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:43 smithi113 bash[84165]: cluster 2024-05-11T04:36:43.077142+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-05-11T04:36:43.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:43 smithi173 bash[67089]: cluster 2024-05-11T04:36:43.077142+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-05-11T04:36:43.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:43 smithi173 bash[67089]: cluster 2024-05-11T04:36:43.077142+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-05-11T04:36:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:44 smithi113 bash[81732]: cluster 2024-05-11T04:36:42.893200+0000 mgr.y (mgr.25853) 291 : cluster [DBG] pgmap v227: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:44 smithi113 bash[81732]: cluster 2024-05-11T04:36:42.893200+0000 mgr.y (mgr.25853) 291 : cluster [DBG] pgmap v227: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:44 smithi113 bash[81732]: audit 2024-05-11T04:36:43.834736+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:44 smithi113 bash[81732]: audit 2024-05-11T04:36:43.834736+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:44 smithi113 bash[81732]: audit 2024-05-11T04:36:43.837000+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:44 smithi113 bash[81732]: audit 2024-05-11T04:36:43.837000+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:44 smithi113 bash[84165]: cluster 2024-05-11T04:36:42.893200+0000 mgr.y (mgr.25853) 291 : cluster [DBG] pgmap v227: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:44 smithi113 bash[84165]: cluster 2024-05-11T04:36:42.893200+0000 mgr.y (mgr.25853) 291 : cluster [DBG] pgmap v227: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:44 smithi113 bash[84165]: audit 2024-05-11T04:36:43.834736+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:44 smithi113 bash[84165]: audit 2024-05-11T04:36:43.834736+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:44 smithi113 bash[84165]: audit 2024-05-11T04:36:43.837000+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:44.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:44 smithi113 bash[84165]: audit 2024-05-11T04:36:43.837000+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:44 smithi173 bash[67089]: cluster 2024-05-11T04:36:42.893200+0000 mgr.y (mgr.25853) 291 : cluster [DBG] pgmap v227: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:44 smithi173 bash[67089]: cluster 2024-05-11T04:36:42.893200+0000 mgr.y (mgr.25853) 291 : cluster [DBG] pgmap v227: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:44 smithi173 bash[67089]: audit 2024-05-11T04:36:43.834736+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:44 smithi173 bash[67089]: audit 2024-05-11T04:36:43.834736+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:44 smithi173 bash[67089]: audit 2024-05-11T04:36:43.837000+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:44 smithi173 bash[67089]: audit 2024-05-11T04:36:43.837000+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:46.019 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:45 smithi173 bash[72509]: debug 2024-05-11T04:36:45.659+0000 7fbea2a8a7c0 -1 osd.4 111 log_to_monitors true 2024-05-11T04:36:46.321 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:36:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:46 smithi113 bash[81732]: cluster 2024-05-11T04:36:44.894315+0000 mgr.y (mgr.25853) 292 : cluster [DBG] pgmap v228: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:46 smithi113 bash[81732]: cluster 2024-05-11T04:36:44.894315+0000 mgr.y (mgr.25853) 292 : cluster [DBG] pgmap v228: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:46 smithi113 bash[81732]: audit 2024-05-11T04:36:45.665147+0000 mon.a (mon.0) 560 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:46 smithi113 bash[81732]: audit 2024-05-11T04:36:45.665147+0000 mon.a (mon.0) 560 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:46 smithi113 bash[81732]: audit 2024-05-11T04:36:45.666089+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:46 smithi113 bash[81732]: audit 2024-05-11T04:36:45.666089+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:46 smithi113 bash[84165]: cluster 2024-05-11T04:36:44.894315+0000 mgr.y (mgr.25853) 292 : cluster [DBG] pgmap v228: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:46 smithi113 bash[84165]: cluster 2024-05-11T04:36:44.894315+0000 mgr.y (mgr.25853) 292 : cluster [DBG] pgmap v228: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:46 smithi113 bash[84165]: audit 2024-05-11T04:36:45.665147+0000 mon.a (mon.0) 560 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:46 smithi113 bash[84165]: audit 2024-05-11T04:36:45.665147+0000 mon.a (mon.0) 560 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:46 smithi113 bash[84165]: audit 2024-05-11T04:36:45.666089+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:46 smithi113 bash[84165]: audit 2024-05-11T04:36:45.666089+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.519 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:36:46 smithi173 bash[72509]: debug 2024-05-11T04:36:46.191+0000 7fbe8fed9700 -1 osd.4 111 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T04:36:46.547 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:46 smithi173 bash[67089]: cluster 2024-05-11T04:36:44.894315+0000 mgr.y (mgr.25853) 292 : cluster [DBG] pgmap v228: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:46.547 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:46 smithi173 bash[67089]: cluster 2024-05-11T04:36:44.894315+0000 mgr.y (mgr.25853) 292 : cluster [DBG] pgmap v228: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 252 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:46.547 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:46 smithi173 bash[67089]: audit 2024-05-11T04:36:45.665147+0000 mon.a (mon.0) 560 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.547 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:46 smithi173 bash[67089]: audit 2024-05-11T04:36:45.665147+0000 mon.a (mon.0) 560 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.547 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:46 smithi173 bash[67089]: audit 2024-05-11T04:36:45.666089+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:46.548 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:46 smithi173 bash[67089]: audit 2024-05-11T04:36:45.666089+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: debug 2024-05-11T04:36:47.145+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:46.137696+0000 mon.a (mon.0) 561 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:46.137696+0000 mon.a (mon.0) 561 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:46.143836+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:46.143836+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: cluster 2024-05-11T04:36:46.145774+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-05-11T04:36:47.402 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: cluster 2024-05-11T04:36:46.145774+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-05-11T04:36:47.405 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:46.147968+0000 mon.a (mon.0) 563 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:46.147968+0000 mon.a (mon.0) 563 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:47.057522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:47.057522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:47.067432+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:47 smithi113 bash[81732]: audit 2024-05-11T04:36:47.067432+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:46.137696+0000 mon.a (mon.0) 561 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:46.137696+0000 mon.a (mon.0) 561 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:46.143836+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:46.143836+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.406 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: cluster 2024-05-11T04:36:46.145774+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: cluster 2024-05-11T04:36:46.145774+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:46.147968+0000 mon.a (mon.0) 563 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:46.147968+0000 mon.a (mon.0) 563 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:47.057522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:47.057522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:47.067432+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.407 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:47 smithi113 bash[84165]: audit 2024-05-11T04:36:47.067432+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:46.137696+0000 mon.a (mon.0) 561 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:46.137696+0000 mon.a (mon.0) 561 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:46.143836+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:46.143836+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: cluster 2024-05-11T04:36:46.145774+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: cluster 2024-05-11T04:36:46.145774+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:46.147968+0000 mon.a (mon.0) 563 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:46.147968+0000 mon.a (mon.0) 563 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:47.057522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:47.057522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:47.067432+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:47 smithi173 bash[67089]: audit 2024-05-11T04:36:47.067432+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:46.895428+0000 mgr.y (mgr.25853) 293 : cluster [DBG] pgmap v230: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:46.895428+0000 mgr.y (mgr.25853) 293 : cluster [DBG] pgmap v230: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.150600+0000 mon.a (mon.0) 566 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.150600+0000 mon.a (mon.0) 566 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.150675+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.150675+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.164416+0000 mon.a (mon.0) 568 : cluster [INF] osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286] boot 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.164416+0000 mon.a (mon.0) 568 : cluster [INF] osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286] boot 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.164555+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:47.164555+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: audit 2024-05-11T04:36:47.166020+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: audit 2024-05-11T04:36:47.166020+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:48.161183+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:48 smithi113 bash[81732]: cluster 2024-05-11T04:36:48.161183+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T04:36:48.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:46.895428+0000 mgr.y (mgr.25853) 293 : cluster [DBG] pgmap v230: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:46.895428+0000 mgr.y (mgr.25853) 293 : cluster [DBG] pgmap v230: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.150600+0000 mon.a (mon.0) 566 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.150600+0000 mon.a (mon.0) 566 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.150675+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.150675+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.164416+0000 mon.a (mon.0) 568 : cluster [INF] osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286] boot 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.164416+0000 mon.a (mon.0) 568 : cluster [INF] osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286] boot 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.164555+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:47.164555+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: audit 2024-05-11T04:36:47.166020+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: audit 2024-05-11T04:36:47.166020+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:48.161183+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T04:36:48.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:48 smithi113 bash[84165]: cluster 2024-05-11T04:36:48.161183+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T04:36:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:46.895428+0000 mgr.y (mgr.25853) 293 : cluster [DBG] pgmap v230: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:46.895428+0000 mgr.y (mgr.25853) 293 : cluster [DBG] pgmap v230: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.150600+0000 mon.a (mon.0) 566 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.150600+0000 mon.a (mon.0) 566 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.150675+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.150675+0000 mon.a (mon.0) 567 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.164416+0000 mon.a (mon.0) 568 : cluster [INF] osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286] boot 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.164416+0000 mon.a (mon.0) 568 : cluster [INF] osd.4 [v2:172.21.15.173:6800/3806105286,v1:172.21.15.173:6801/3806105286] boot 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.164555+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:47.164555+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T04:36:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: audit 2024-05-11T04:36:47.166020+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:36:48.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: audit 2024-05-11T04:36:47.166020+0000 mon.a (mon.0) 570 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:36:48.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:48.161183+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T04:36:48.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:48 smithi173 bash[67089]: cluster 2024-05-11T04:36:48.161183+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T04:36:49.460 INFO:teuthology.orchestra.run.smithi113.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:36:49.460 INFO:teuthology.orchestra.run.smithi113.stdout:alertmanager.a smithi113 *:9093,9094 running (14m) 31s ago 15m 13.6M - 0.25.0 c8568f914cd2 5c903450ba99 2024-05-11T04:36:49.460 INFO:teuthology.orchestra.run.smithi113.stdout:grafana.a smithi173 *:3000 running (14m) 2s ago 14m 78.5M - 9.4.7 954c08fa6188 5d688df6287a 2024-05-11T04:36:49.460 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi113.zdnevb smithi113 running (13m) 31s ago 13m 15.7M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5e99af577d54 2024-05-11T04:36:49.460 INFO:teuthology.orchestra.run.smithi113.stdout:mds.foo.smithi173.ibjpzf smithi173 running (12m) 2s ago 12m 18.4M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 57607586dc8a 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.x smithi173 *:8443,9283,8765 running (7m) 2s ago 23m 452M - 19.0.0-3497-g04416f48 9b25092f51f1 27b2381c8d81 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:mgr.y smithi113 *:8443,9283,8765 running (8m) 31s ago 25m 511M - 19.0.0-3497-g04416f48 9b25092f51f1 be64837303f3 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:mon.a smithi113 running (7m) 31s ago 25m 52.6M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 73c45ac0d05e 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:mon.b smithi173 running (4m) 2s ago 23m 37.9M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 dda3ed6c33f5 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:mon.c smithi113 running (5m) 31s ago 23m 40.6M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 46f1cd01efd7 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.a smithi113 *:9100 running (15m) 31s ago 15m 9064k - 1.5.0 0da6a335fe13 8e4e28aff3bd 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:node-exporter.b smithi173 *:9100 running (15m) 2s ago 15m 8720k - 1.5.0 0da6a335fe13 2525b8ce26de 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:osd.0 smithi113 running (3m) 31s ago 22m 46.1M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 1797a9a427d9 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:osd.1 smithi113 running (2m) 31s ago 21m 46.0M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 d853cc12c9ec 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:osd.2 smithi113 running (62s) 31s ago 20m 48.9M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 67f3fa354f53 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:osd.3 smithi113 running (34s) 31s ago 19m - 2524M 19.0.0-3497-g04416f48 9b25092f51f1 ce4ff0dc5263 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:osd.4 smithi173 running (7s) 2s ago 19m 11.7M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 8d6e8d1b41d5 2024-05-11T04:36:49.461 INFO:teuthology.orchestra.run.smithi113.stdout:osd.5 smithi173 running (18m) 2s ago 18m 56.9M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 786fb7818d9a 2024-05-11T04:36:49.462 INFO:teuthology.orchestra.run.smithi113.stdout:osd.6 smithi173 running (17m) 2s ago 17m 50.5M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8304a9a199f5 2024-05-11T04:36:49.462 INFO:teuthology.orchestra.run.smithi113.stdout:osd.7 smithi173 running (16m) 2s ago 16m 54.0M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 238ca57cd95c 2024-05-11T04:36:49.462 INFO:teuthology.orchestra.run.smithi113.stdout:prometheus.a smithi173 *:9095 running (7m) 2s ago 15m 47.2M - 2.43.0 a07b618ecd1d 9d1dc802d615 2024-05-11T04:36:49.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: audit 2024-05-11T04:36:48.222971+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: audit 2024-05-11T04:36:48.222971+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: audit 2024-05-11T04:36:48.230083+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: audit 2024-05-11T04:36:48.230083+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: cluster 2024-05-11T04:36:48.661996+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:49.473 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: cluster 2024-05-11T04:36:48.661996+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: cluster 2024-05-11T04:36:48.896354+0000 mgr.y (mgr.25853) 294 : cluster [DBG] pgmap v233: 73 pgs: 9 active+undersized+degraded, 20 active+undersized, 44 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:49 smithi113 bash[81732]: cluster 2024-05-11T04:36:48.896354+0000 mgr.y (mgr.25853) 294 : cluster [DBG] pgmap v233: 73 pgs: 9 active+undersized+degraded, 20 active+undersized, 44 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: audit 2024-05-11T04:36:48.222971+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: audit 2024-05-11T04:36:48.222971+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: audit 2024-05-11T04:36:48.230083+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: audit 2024-05-11T04:36:48.230083+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: cluster 2024-05-11T04:36:48.661996+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: cluster 2024-05-11T04:36:48.661996+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:49.474 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: cluster 2024-05-11T04:36:48.896354+0000 mgr.y (mgr.25853) 294 : cluster [DBG] pgmap v233: 73 pgs: 9 active+undersized+degraded, 20 active+undersized, 44 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:36:49.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:49 smithi113 bash[84165]: cluster 2024-05-11T04:36:48.896354+0000 mgr.y (mgr.25853) 294 : cluster [DBG] pgmap v233: 73 pgs: 9 active+undersized+degraded, 20 active+undersized, 44 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:36:49.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: audit 2024-05-11T04:36:48.222971+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: audit 2024-05-11T04:36:48.222971+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: audit 2024-05-11T04:36:48.230083+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: audit 2024-05-11T04:36:48.230083+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:49.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: cluster 2024-05-11T04:36:48.661996+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:49.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: cluster 2024-05-11T04:36:48.661996+0000 mon.a (mon.0) 574 : cluster [WRN] Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T04:36:49.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: cluster 2024-05-11T04:36:48.896354+0000 mgr.y (mgr.25853) 294 : cluster [DBG] pgmap v233: 73 pgs: 9 active+undersized+degraded, 20 active+undersized, 44 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:36:49.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:49 smithi173 bash[67089]: cluster 2024-05-11T04:36:48.896354+0000 mgr.y (mgr.25853) 294 : cluster [DBG] pgmap v233: 73 pgs: 9 active+undersized+degraded, 20 active+undersized, 44 active+clean; 4.6 MiB data, 249 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-05-11T04:36:49.727 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:36:49] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-05-11T04:36:50.201 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph versions' 2024-05-11T04:36:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:50 smithi113 bash[84165]: audit 2024-05-11T04:36:49.449086+0000 mgr.y (mgr.25853) 295 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:50 smithi113 bash[84165]: audit 2024-05-11T04:36:49.449086+0000 mgr.y (mgr.25853) 295 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:50 smithi113 bash[81732]: audit 2024-05-11T04:36:49.449086+0000 mgr.y (mgr.25853) 295 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:50 smithi113 bash[81732]: audit 2024-05-11T04:36:49.449086+0000 mgr.y (mgr.25853) 295 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:50 smithi173 bash[67089]: audit 2024-05-11T04:36:49.449086+0000 mgr.y (mgr.25853) 295 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:50 smithi173 bash[67089]: audit 2024-05-11T04:36:49.449086+0000 mgr.y (mgr.25853) 295 : audit [DBG] from='client.44285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:51 smithi173 bash[67089]: cluster 2024-05-11T04:36:50.897401+0000 mgr.y (mgr.25853) 296 : cluster [DBG] pgmap v234: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:51.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:51 smithi173 bash[67089]: cluster 2024-05-11T04:36:50.897401+0000 mgr.y (mgr.25853) 296 : cluster [DBG] pgmap v234: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:51.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:51 smithi113 bash[81732]: cluster 2024-05-11T04:36:50.897401+0000 mgr.y (mgr.25853) 296 : cluster [DBG] pgmap v234: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:51.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:51 smithi113 bash[81732]: cluster 2024-05-11T04:36:50.897401+0000 mgr.y (mgr.25853) 296 : cluster [DBG] pgmap v234: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:51.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:51 smithi113 bash[84165]: cluster 2024-05-11T04:36:50.897401+0000 mgr.y (mgr.25853) 296 : cluster [DBG] pgmap v234: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:51.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:51 smithi113 bash[84165]: cluster 2024-05-11T04:36:50.897401+0000 mgr.y (mgr.25853) 296 : cluster [DBG] pgmap v234: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-05-11T04:36:53.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:53 smithi173 bash[67089]: cluster 2024-05-11T04:36:52.949317+0000 mon.a (mon.0) 575 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-05-11T04:36:53.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:53 smithi173 bash[67089]: cluster 2024-05-11T04:36:52.949317+0000 mon.a (mon.0) 575 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-05-11T04:36:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:53 smithi113 bash[81732]: cluster 2024-05-11T04:36:52.949317+0000 mon.a (mon.0) 575 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-05-11T04:36:53.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:53 smithi113 bash[81732]: cluster 2024-05-11T04:36:52.949317+0000 mon.a (mon.0) 575 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-05-11T04:36:53.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:53 smithi113 bash[84165]: cluster 2024-05-11T04:36:52.949317+0000 mon.a (mon.0) 575 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-05-11T04:36:53.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:53 smithi113 bash[84165]: cluster 2024-05-11T04:36:52.949317+0000 mon.a (mon.0) 575 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-05-11T04:36:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:54 smithi173 bash[67089]: cluster 2024-05-11T04:36:52.898159+0000 mgr.y (mgr.25853) 297 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:54.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:54 smithi173 bash[67089]: cluster 2024-05-11T04:36:52.898159+0000 mgr.y (mgr.25853) 297 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:54 smithi113 bash[81732]: cluster 2024-05-11T04:36:52.898159+0000 mgr.y (mgr.25853) 297 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:54 smithi113 bash[81732]: cluster 2024-05-11T04:36:52.898159+0000 mgr.y (mgr.25853) 297 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:54 smithi113 bash[84165]: cluster 2024-05-11T04:36:52.898159+0000 mgr.y (mgr.25853) 297 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:54 smithi113 bash[84165]: cluster 2024-05-11T04:36:52.898159+0000 mgr.y (mgr.25853) 297 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:54.935 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:36:56.186 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:56 smithi113 bash[81732]: cluster 2024-05-11T04:36:54.899004+0000 mgr.y (mgr.25853) 298 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:56.186 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:56 smithi113 bash[81732]: cluster 2024-05-11T04:36:54.899004+0000 mgr.y (mgr.25853) 298 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:56.187 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:56 smithi113 bash[84165]: cluster 2024-05-11T04:36:54.899004+0000 mgr.y (mgr.25853) 298 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:56.187 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:56 smithi113 bash[84165]: cluster 2024-05-11T04:36:54.899004+0000 mgr.y (mgr.25853) 298 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:56.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:56 smithi173 bash[67089]: cluster 2024-05-11T04:36:54.899004+0000 mgr.y (mgr.25853) 298 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:56.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:56 smithi173 bash[67089]: cluster 2024-05-11T04:36:54.899004+0000 mgr.y (mgr.25853) 298 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:57.984 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "mon": { 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 3 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "mgr": { 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 2 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "osd": { 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)": 3, 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 5 2024-05-11T04:36:57.985 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: "mds": { 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)": 2 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: }, 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: "overall": { 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)": 5, 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 10 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout: } 2024-05-11T04:36:57.986 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-05-11T04:36:58.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: cluster 2024-05-11T04:36:56.899693+0000 mgr.y (mgr.25853) 299 : cluster [DBG] pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:58.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: cluster 2024-05-11T04:36:56.899693+0000 mgr.y (mgr.25853) 299 : cluster [DBG] pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:58.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.478621+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.478621+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.490546+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.490546+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.493403+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.273 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.493403+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.495777+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.495777+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.505306+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.505306+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.564734+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.564734+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.566886+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.566886+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.567627+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.567627+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.573958+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.573958+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.987542+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.113:0/1040663734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:58.274 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:58 smithi173 bash[67089]: audit 2024-05-11T04:36:57.987542+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.113:0/1040663734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:58.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: cluster 2024-05-11T04:36:56.899693+0000 mgr.y (mgr.25853) 299 : cluster [DBG] pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: cluster 2024-05-11T04:36:56.899693+0000 mgr.y (mgr.25853) 299 : cluster [DBG] pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.478621+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.478621+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.490546+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.490546+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.493403+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.493403+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.495777+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.495777+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.505306+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.505306+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.564734+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.564734+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.566886+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.566886+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.567627+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.567627+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.573958+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.573958+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.987542+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.113:0/1040663734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:58 smithi113 bash[81732]: audit 2024-05-11T04:36:57.987542+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.113:0/1040663734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: cluster 2024-05-11T04:36:56.899693+0000 mgr.y (mgr.25853) 299 : cluster [DBG] pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: cluster 2024-05-11T04:36:56.899693+0000 mgr.y (mgr.25853) 299 : cluster [DBG] pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.478621+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.478621+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.490546+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.490546+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.493403+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.493403+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.495777+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.495777+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.505306+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.505306+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.564734+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.564734+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.566886+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.566886+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.567627+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.567627+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.573958+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.480 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.573958+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:58.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.987542+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.113:0/1040663734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:58.481 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:58 smithi113 bash[84165]: audit 2024-05-11T04:36:57.987542+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.113:0/1040663734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:36:58.688 DEBUG:teuthology.parallel:result is None 2024-05-11T04:36:58.689 INFO:teuthology.run_tasks:Running task print... 2024-05-11T04:36:58.698 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-05-11T04:36:58.699 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-05-11T04:36:58.712 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-11T04:36:58.712 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-11T04:36:58.712 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:36:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:36:59] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: audit 2024-05-11T04:36:58.835606+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: audit 2024-05-11T04:36:58.835606+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: audit 2024-05-11T04:36:58.837492+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: audit 2024-05-11T04:36:58.837492+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: cluster 2024-05-11T04:36:58.900096+0000 mgr.y (mgr.25853) 300 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:59.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: cluster 2024-05-11T04:36:58.900096+0000 mgr.y (mgr.25853) 300 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: audit 2024-05-11T04:36:58.992659+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:36:59 smithi113 bash[81732]: audit 2024-05-11T04:36:58.992659+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: audit 2024-05-11T04:36:58.835606+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: audit 2024-05-11T04:36:58.835606+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: audit 2024-05-11T04:36:58.837492+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: audit 2024-05-11T04:36:58.837492+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: cluster 2024-05-11T04:36:58.900096+0000 mgr.y (mgr.25853) 300 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: cluster 2024-05-11T04:36:58.900096+0000 mgr.y (mgr.25853) 300 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: audit 2024-05-11T04:36:58.992659+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:36:59.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:36:59 smithi113 bash[84165]: audit 2024-05-11T04:36:58.992659+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: audit 2024-05-11T04:36:58.835606+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: audit 2024-05-11T04:36:58.835606+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: audit 2024-05-11T04:36:58.837492+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: audit 2024-05-11T04:36:58.837492+0000 mon.a (mon.0) 586 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: cluster 2024-05-11T04:36:58.900096+0000 mgr.y (mgr.25853) 300 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: cluster 2024-05-11T04:36:58.900096+0000 mgr.y (mgr.25853) 300 : cluster [DBG] pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: audit 2024-05-11T04:36:58.992659+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:37:00.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:36:59 smithi173 bash[67089]: audit 2024-05-11T04:36:58.992659+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:37:02.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:01 smithi113 bash[84165]: cluster 2024-05-11T04:37:00.900839+0000 mgr.y (mgr.25853) 301 : cluster [DBG] pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:02.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:01 smithi113 bash[84165]: cluster 2024-05-11T04:37:00.900839+0000 mgr.y (mgr.25853) 301 : cluster [DBG] pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:01 smithi113 bash[81732]: cluster 2024-05-11T04:37:00.900839+0000 mgr.y (mgr.25853) 301 : cluster [DBG] pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:02.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:01 smithi113 bash[81732]: cluster 2024-05-11T04:37:00.900839+0000 mgr.y (mgr.25853) 301 : cluster [DBG] pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:01 smithi173 bash[67089]: cluster 2024-05-11T04:37:00.900839+0000 mgr.y (mgr.25853) 301 : cluster [DBG] pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:02.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:01 smithi173 bash[67089]: cluster 2024-05-11T04:37:00.900839+0000 mgr.y (mgr.25853) 301 : cluster [DBG] pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:03.449 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:04.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:03 smithi113 bash[81732]: cluster 2024-05-11T04:37:02.901648+0000 mgr.y (mgr.25853) 302 : cluster [DBG] pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:04.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:03 smithi113 bash[81732]: cluster 2024-05-11T04:37:02.901648+0000 mgr.y (mgr.25853) 302 : cluster [DBG] pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:04.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:03 smithi113 bash[84165]: cluster 2024-05-11T04:37:02.901648+0000 mgr.y (mgr.25853) 302 : cluster [DBG] pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:04.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:03 smithi113 bash[84165]: cluster 2024-05-11T04:37:02.901648+0000 mgr.y (mgr.25853) 302 : cluster [DBG] pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:03 smithi173 bash[67089]: cluster 2024-05-11T04:37:02.901648+0000 mgr.y (mgr.25853) 302 : cluster [DBG] pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:04.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:03 smithi173 bash[67089]: cluster 2024-05-11T04:37:02.901648+0000 mgr.y (mgr.25853) 302 : cluster [DBG] pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:05 smithi113 bash[84165]: cluster 2024-05-11T04:37:04.902529+0000 mgr.y (mgr.25853) 303 : cluster [DBG] pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:05 smithi113 bash[84165]: cluster 2024-05-11T04:37:04.902529+0000 mgr.y (mgr.25853) 303 : cluster [DBG] pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:05 smithi113 bash[81732]: cluster 2024-05-11T04:37:04.902529+0000 mgr.y (mgr.25853) 303 : cluster [DBG] pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:05 smithi113 bash[81732]: cluster 2024-05-11T04:37:04.902529+0000 mgr.y (mgr.25853) 303 : cluster [DBG] pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:05 smithi173 bash[67089]: cluster 2024-05-11T04:37:04.902529+0000 mgr.y (mgr.25853) 303 : cluster [DBG] pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:05 smithi173 bash[67089]: cluster 2024-05-11T04:37:04.902529+0000 mgr.y (mgr.25853) 303 : cluster [DBG] pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:06.328 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:37:07.018 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":39,"flags":0,"active_gid":25853,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":1163558413},{"type":"v1","addr":"172.21.15.113:6801","nonce":1163558413}]},"active_addr":"172.21.15.113:6801/1163558413","active_change":"2024-05-11T04:29:58.707422+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24778,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.113:8443/","prometheus":"http://172.21.15.113:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":91,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":3193733507}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":2974375299}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":4069179562}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.113:0","nonce":444284244}]}]} 2024-05-11T04:37:07.036 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-11T04:37:07.036 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-11T04:37:07.036 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:37:07.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:06 smithi113 bash[81732]: audit 2024-05-11T04:37:06.326622+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.113:0/3333958203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:37:07.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:06 smithi113 bash[81732]: audit 2024-05-11T04:37:06.326622+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.113:0/3333958203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:37:07.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:06 smithi113 bash[84165]: audit 2024-05-11T04:37:06.326622+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.113:0/3333958203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:37:07.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:06 smithi113 bash[84165]: audit 2024-05-11T04:37:06.326622+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.113:0/3333958203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:37:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:06 smithi173 bash[67089]: audit 2024-05-11T04:37:06.326622+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.113:0/3333958203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:37:07.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:06 smithi173 bash[67089]: audit 2024-05-11T04:37:06.326622+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.113:0/3333958203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:37:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:07 smithi113 bash[81732]: cluster 2024-05-11T04:37:06.903402+0000 mgr.y (mgr.25853) 304 : cluster [DBG] pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:08.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:07 smithi113 bash[81732]: cluster 2024-05-11T04:37:06.903402+0000 mgr.y (mgr.25853) 304 : cluster [DBG] pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:07 smithi113 bash[84165]: cluster 2024-05-11T04:37:06.903402+0000 mgr.y (mgr.25853) 304 : cluster [DBG] pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:08.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:07 smithi113 bash[84165]: cluster 2024-05-11T04:37:06.903402+0000 mgr.y (mgr.25853) 304 : cluster [DBG] pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:08.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:07 smithi173 bash[67089]: cluster 2024-05-11T04:37:06.903402+0000 mgr.y (mgr.25853) 304 : cluster [DBG] pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:08.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:07 smithi173 bash[67089]: cluster 2024-05-11T04:37:06.903402+0000 mgr.y (mgr.25853) 304 : cluster [DBG] pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:09.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:37:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:37:09] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:37:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:09 smithi113 bash[81732]: cluster 2024-05-11T04:37:08.904147+0000 mgr.y (mgr.25853) 305 : cluster [DBG] pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:10.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:09 smithi113 bash[81732]: cluster 2024-05-11T04:37:08.904147+0000 mgr.y (mgr.25853) 305 : cluster [DBG] pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:10.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:09 smithi113 bash[84165]: cluster 2024-05-11T04:37:08.904147+0000 mgr.y (mgr.25853) 305 : cluster [DBG] pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:10.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:09 smithi113 bash[84165]: cluster 2024-05-11T04:37:08.904147+0000 mgr.y (mgr.25853) 305 : cluster [DBG] pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:09 smithi173 bash[67089]: cluster 2024-05-11T04:37:08.904147+0000 mgr.y (mgr.25853) 305 : cluster [DBG] pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:10.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:09 smithi173 bash[67089]: cluster 2024-05-11T04:37:08.904147+0000 mgr.y (mgr.25853) 305 : cluster [DBG] pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:11.778 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:11 smithi113 bash[81732]: cluster 2024-05-11T04:37:10.905125+0000 mgr.y (mgr.25853) 306 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:12.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:11 smithi113 bash[81732]: cluster 2024-05-11T04:37:10.905125+0000 mgr.y (mgr.25853) 306 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:11 smithi113 bash[84165]: cluster 2024-05-11T04:37:10.905125+0000 mgr.y (mgr.25853) 306 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:12.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:11 smithi113 bash[84165]: cluster 2024-05-11T04:37:10.905125+0000 mgr.y (mgr.25853) 306 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:11 smithi173 bash[67089]: cluster 2024-05-11T04:37:10.905125+0000 mgr.y (mgr.25853) 306 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:12.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:11 smithi173 bash[67089]: cluster 2024-05-11T04:37:10.905125+0000 mgr.y (mgr.25853) 306 : cluster [DBG] pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:13 smithi173 bash[67089]: cluster 2024-05-11T04:37:12.905835+0000 mgr.y (mgr.25853) 307 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:13 smithi173 bash[67089]: cluster 2024-05-11T04:37:12.905835+0000 mgr.y (mgr.25853) 307 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:13 smithi173 bash[67089]: audit 2024-05-11T04:37:13.829026+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:13 smithi173 bash[67089]: audit 2024-05-11T04:37:13.829026+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:14.304 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:13 smithi113 bash[81732]: cluster 2024-05-11T04:37:12.905835+0000 mgr.y (mgr.25853) 307 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:13 smithi113 bash[81732]: cluster 2024-05-11T04:37:12.905835+0000 mgr.y (mgr.25853) 307 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:13 smithi113 bash[81732]: audit 2024-05-11T04:37:13.829026+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:13 smithi113 bash[81732]: audit 2024-05-11T04:37:13.829026+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:13 smithi113 bash[84165]: cluster 2024-05-11T04:37:12.905835+0000 mgr.y (mgr.25853) 307 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:13 smithi113 bash[84165]: cluster 2024-05-11T04:37:12.905835+0000 mgr.y (mgr.25853) 307 : cluster [DBG] pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:13 smithi113 bash[84165]: audit 2024-05-11T04:37:13.829026+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:14.305 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:13 smithi113 bash[84165]: audit 2024-05-11T04:37:13.829026+0000 mon.a (mon.0) 588 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:14.718 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:37:14.719 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":116,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:36:48.154543+0000","last_up_change":"2024-05-11T04:36:47.149633+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:21:52.832997+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":86,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:23:43.162478+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:23:43.658089+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":91,"up_from":95,"up_thru":115,"down_at":92,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6803","nonce":3312120567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6805","nonce":3312120567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6809","nonce":3312120567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6807","nonce":3312120567}]},"public_addr":"172.21.15.113:6803/3312120567","cluster_addr":"172.21.15.113:6805/3312120567","heartbeat_back_addr":"172.21.15.113:6809/3312120567","heartbeat_front_addr":"172.21.15.113:6807/3312120567","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":96,"up_from":100,"up_thru":115,"down_at":97,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6811","nonce":2636968313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6813","nonce":2636968313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6817","nonce":2636968313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6815","nonce":2636968313}]},"public_addr":"172.21.15.113:6811/2636968313","cluster_addr":"172.21.15.113:6813/2636968313","heartbeat_back_addr":"172.21.15.113:6817/2636968313","heartbeat_front_addr":"172.21.15.113:6815/2636968313","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":101,"up_from":105,"up_thru":112,"down_at":102,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6819","nonce":3459554527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6821","nonce":3459554527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6825","nonce":3459554527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6823","nonce":3459554527}]},"public_addr":"172.21.15.113:6819/3459554527","cluster_addr":"172.21.15.113:6821/3459554527","heartbeat_back_addr":"172.21.15.113:6825/3459554527","heartbeat_front_addr":"172.21.15.113:6823/3459554527","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":106,"up_from":110,"up_thru":115,"down_at":107,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6827","nonce":836934736}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6829","nonce":836934736}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6833","nonce":836934736}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6831","nonce":836934736}]},"public_addr":"172.21.15.113:6827/836934736","cluster_addr":"172.21.15.113:6829/836934736","heartbeat_back_addr":"172.21.15.113:6833/836934736","heartbeat_front_addr":"172.21.15.113:6831/836934736","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":111,"up_from":115,"up_thru":115,"down_at":112,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6801","nonce":3806105286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6803","nonce":3806105286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6807","nonce":3806105286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6805","nonce":3806105286}]},"public_addr":"172.21.15.173:6801/3806105286","cluster_addr":"172.21.15.173:6803/3806105286","heartbeat_back_addr":"172.21.15.173:6807/3806105286","heartbeat_front_addr":"172.21.15.173:6805/3806105286","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":91},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":96},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":101},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":106},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":111},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.17","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:0/3270875902":"2024-05-12T04:29:58.707181+0000","172.21.15.113:0/3576490487":"2024-05-12T04:29:58.707181+0000","172.21.15.113:6801/1834884553":"2024-05-12T04:29:58.707181+0000","172.21.15.113:6800/1834884553":"2024-05-12T04:29:58.707181+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6834/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/3118595988":"2024-05-12T04:29:58.707181+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1300344067":"2024-05-12T04:28:04.239442+0000","172.21.15.173:0/3613565915":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000","172.21.15.173:0/223501319":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/2569439819":"2024-05-12T04:28:04.239442+0000","172.21.15.113:6800/972756782":"2024-05-12T04:28:04.239442+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.173:6835/1746002024":"2024-05-12T04:28:56.193942+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6835/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.173:0/1815399612":"2024-05-12T04:28:56.193942+0000","172.21.15.173:0/16472590":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/971900438":"2024-05-12T04:29:58.707181+0000","172.21.15.173:0/2944493482":"2024-05-12T04:28:56.193942+0000","172.21.15.173:0/186425532":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/1858105279":"2024-05-12T04:28:04.239442+0000","172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/3988258127":"2024-05-12T04:29:58.707181+0000","172.21.15.173:6834/1746002024":"2024-05-12T04:28:56.193942+0000","172.21.15.113:6801/972756782":"2024-05-12T04:28:04.239442+0000","172.21.15.113:0/1661036997":"2024-05-12T04:28:04.239442+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/3030016303":"2024-05-12T04:29:58.707181+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:37:15.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:14 smithi173 bash[67089]: audit 2024-05-11T04:37:14.719823+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.113:0/2438828892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:15.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:14 smithi173 bash[67089]: audit 2024-05-11T04:37:14.719823+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.113:0/2438828892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:15.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:14 smithi113 bash[81732]: audit 2024-05-11T04:37:14.719823+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.113:0/2438828892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:15.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:14 smithi113 bash[81732]: audit 2024-05-11T04:37:14.719823+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.113:0/2438828892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:15.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:14 smithi113 bash[84165]: audit 2024-05-11T04:37:14.719823+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.113:0/2438828892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:15.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:14 smithi113 bash[84165]: audit 2024-05-11T04:37:14.719823+0000 mon.a (mon.0) 589 : audit [DBG] from='client.? 172.21.15.113:0/2438828892' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:15.485 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-11T04:37:15.486 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:37:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:16 smithi173 bash[67089]: cluster 2024-05-11T04:37:14.906638+0000 mgr.y (mgr.25853) 308 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:16 smithi173 bash[67089]: cluster 2024-05-11T04:37:14.906638+0000 mgr.y (mgr.25853) 308 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:16.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:15 smithi113 bash[81732]: cluster 2024-05-11T04:37:14.906638+0000 mgr.y (mgr.25853) 308 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:16.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:16 smithi113 bash[81732]: cluster 2024-05-11T04:37:14.906638+0000 mgr.y (mgr.25853) 308 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:16.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:16 smithi113 bash[84165]: cluster 2024-05-11T04:37:14.906638+0000 mgr.y (mgr.25853) 308 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:16.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:16 smithi113 bash[84165]: cluster 2024-05-11T04:37:14.906638+0000 mgr.y (mgr.25853) 308 : cluster [DBG] pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:18.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:18 smithi173 bash[67089]: cluster 2024-05-11T04:37:16.907537+0000 mgr.y (mgr.25853) 309 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:18 smithi173 bash[67089]: cluster 2024-05-11T04:37:16.907537+0000 mgr.y (mgr.25853) 309 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:18.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:18 smithi113 bash[81732]: cluster 2024-05-11T04:37:16.907537+0000 mgr.y (mgr.25853) 309 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:18.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:18 smithi113 bash[81732]: cluster 2024-05-11T04:37:16.907537+0000 mgr.y (mgr.25853) 309 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:18.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:18 smithi113 bash[84165]: cluster 2024-05-11T04:37:16.907537+0000 mgr.y (mgr.25853) 309 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:18.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:18 smithi113 bash[84165]: cluster 2024-05-11T04:37:16.907537+0000 mgr.y (mgr.25853) 309 : cluster [DBG] pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:19.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:37:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:37:19] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-05-11T04:37:20.220 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:20.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:20 smithi173 bash[67089]: cluster 2024-05-11T04:37:18.908244+0000 mgr.y (mgr.25853) 310 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:20 smithi173 bash[67089]: cluster 2024-05-11T04:37:18.908244+0000 mgr.y (mgr.25853) 310 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:20.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:20 smithi113 bash[84165]: cluster 2024-05-11T04:37:18.908244+0000 mgr.y (mgr.25853) 310 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:20.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:20 smithi113 bash[84165]: cluster 2024-05-11T04:37:18.908244+0000 mgr.y (mgr.25853) 310 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:20.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:20 smithi113 bash[81732]: cluster 2024-05-11T04:37:18.908244+0000 mgr.y (mgr.25853) 310 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:20.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:20 smithi113 bash[81732]: cluster 2024-05-11T04:37:18.908244+0000 mgr.y (mgr.25853) 310 : cluster [DBG] pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:22.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:22 smithi113 bash[84165]: cluster 2024-05-11T04:37:20.909323+0000 mgr.y (mgr.25853) 311 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:22 smithi113 bash[84165]: cluster 2024-05-11T04:37:20.909323+0000 mgr.y (mgr.25853) 311 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:22 smithi113 bash[81732]: cluster 2024-05-11T04:37:20.909323+0000 mgr.y (mgr.25853) 311 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:22 smithi113 bash[81732]: cluster 2024-05-11T04:37:20.909323+0000 mgr.y (mgr.25853) 311 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:22 smithi173 bash[67089]: cluster 2024-05-11T04:37:20.909323+0000 mgr.y (mgr.25853) 311 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:22.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:22 smithi173 bash[67089]: cluster 2024-05-11T04:37:20.909323+0000 mgr.y (mgr.25853) 311 : cluster [DBG] pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:23.173 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:37:23.173 INFO:teuthology.orchestra.run.smithi113.stdout:{"epoch":116,"fsid":"567346c6-0f4c-11ef-bc98-c7b262605968","created":"2024-05-11T04:11:13.997732+0000","modified":"2024-05-11T04:36:48.154543+0000","last_up_change":"2024-05-11T04:36:47.149633+0000","last_in_change":"2024-05-11T04:19:52.708019+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:16:13.928437+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:21:52.832997+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":86,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:23:43.162478+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:23:43.658089+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9a27fb28-293b-4b28-9838-e6ccd9af143a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":91,"up_from":95,"up_thru":115,"down_at":92,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6803","nonce":3312120567}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6805","nonce":3312120567}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6809","nonce":3312120567}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":3312120567},{"type":"v1","addr":"172.21.15.113:6807","nonce":3312120567}]},"public_addr":"172.21.15.113:6803/3312120567","cluster_addr":"172.21.15.113:6805/3312120567","heartbeat_back_addr":"172.21.15.113:6809/3312120567","heartbeat_front_addr":"172.21.15.113:6807/3312120567","state":["exists","up"]},{"osd":1,"uuid":"bbc99cfb-d692-4960-9cb1-8790912d4150","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":96,"up_from":100,"up_thru":115,"down_at":97,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6811","nonce":2636968313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6813","nonce":2636968313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6817","nonce":2636968313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":2636968313},{"type":"v1","addr":"172.21.15.113:6815","nonce":2636968313}]},"public_addr":"172.21.15.113:6811/2636968313","cluster_addr":"172.21.15.113:6813/2636968313","heartbeat_back_addr":"172.21.15.113:6817/2636968313","heartbeat_front_addr":"172.21.15.113:6815/2636968313","state":["exists","up"]},{"osd":2,"uuid":"d9897ddb-a3fb-4ac5-be79-8dcdab20296b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":101,"up_from":105,"up_thru":112,"down_at":102,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6819","nonce":3459554527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6821","nonce":3459554527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6825","nonce":3459554527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":3459554527},{"type":"v1","addr":"172.21.15.113:6823","nonce":3459554527}]},"public_addr":"172.21.15.113:6819/3459554527","cluster_addr":"172.21.15.113:6821/3459554527","heartbeat_back_addr":"172.21.15.113:6825/3459554527","heartbeat_front_addr":"172.21.15.113:6823/3459554527","state":["exists","up"]},{"osd":3,"uuid":"921939dd-fc99-4d86-b752-60723d45a13b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":106,"up_from":110,"up_thru":115,"down_at":107,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6827","nonce":836934736}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6829","nonce":836934736}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6833","nonce":836934736}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":836934736},{"type":"v1","addr":"172.21.15.113:6831","nonce":836934736}]},"public_addr":"172.21.15.113:6827/836934736","cluster_addr":"172.21.15.113:6829/836934736","heartbeat_back_addr":"172.21.15.113:6833/836934736","heartbeat_front_addr":"172.21.15.113:6831/836934736","state":["exists","up"]},{"osd":4,"uuid":"ca8069e2-c848-4047-817c-b3b57410e240","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":111,"up_from":115,"up_thru":115,"down_at":112,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6801","nonce":3806105286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6803","nonce":3806105286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6807","nonce":3806105286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":3806105286},{"type":"v1","addr":"172.21.15.173:6805","nonce":3806105286}]},"public_addr":"172.21.15.173:6801/3806105286","cluster_addr":"172.21.15.173:6803/3806105286","heartbeat_back_addr":"172.21.15.173:6807/3806105286","heartbeat_front_addr":"172.21.15.173:6805/3806105286","state":["exists","up"]},{"osd":5,"uuid":"9cf03240-4a63-4e6f-88a5-182a893fdbe0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6809","nonce":2170737138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6811","nonce":2170737138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6815","nonce":2170737138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2170737138},{"type":"v1","addr":"172.21.15.173:6813","nonce":2170737138}]},"public_addr":"172.21.15.173:6809/2170737138","cluster_addr":"172.21.15.173:6811/2170737138","heartbeat_back_addr":"172.21.15.173:6815/2170737138","heartbeat_front_addr":"172.21.15.173:6813/2170737138","state":["exists","up"]},{"osd":6,"uuid":"da011216-7264-48d2-a889-c562ebe8f3c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6817","nonce":1074914859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6819","nonce":1074914859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6823","nonce":1074914859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1074914859},{"type":"v1","addr":"172.21.15.173:6821","nonce":1074914859}]},"public_addr":"172.21.15.173:6817/1074914859","cluster_addr":"172.21.15.173:6819/1074914859","heartbeat_back_addr":"172.21.15.173:6823/1074914859","heartbeat_front_addr":"172.21.15.173:6821/1074914859","state":["exists","up"]},{"osd":7,"uuid":"c8a135db-839f-4f04-aa48-8b74e38c2d1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6825","nonce":494008051}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6827","nonce":494008051}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6831","nonce":494008051}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":494008051},{"type":"v1","addr":"172.21.15.173:6829","nonce":494008051}]},"public_addr":"172.21.15.173:6825/494008051","cluster_addr":"172.21.15.173:6827/494008051","heartbeat_back_addr":"172.21.15.173:6831/494008051","heartbeat_front_addr":"172.21.15.173:6829/494008051","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:14:32.041804+0000","dead_epoch":91},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:15:21.117130+0000","dead_epoch":96},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:16:11.307753+0000","dead_epoch":101},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:01.461886+0000","dead_epoch":106},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:17:48.637011+0000","dead_epoch":111},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:18:37.800004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:19:25.978985+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:20:15.454135+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.17","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.113:0/3270875902":"2024-05-12T04:29:58.707181+0000","172.21.15.113:0/3576490487":"2024-05-12T04:29:58.707181+0000","172.21.15.113:6801/1834884553":"2024-05-12T04:29:58.707181+0000","172.21.15.113:6800/1834884553":"2024-05-12T04:29:58.707181+0000","172.21.15.113:0/657061032":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6834/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.113:0/1256451918":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/1403496384":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/3118595988":"2024-05-12T04:29:58.707181+0000","172.21.15.113:6801/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1203063059":"2024-05-12T04:21:13.702959+0000","172.21.15.113:6800/2084019225":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1379400571":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/1300344067":"2024-05-12T04:28:04.239442+0000","172.21.15.173:0/3613565915":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/1333287173":"2024-05-12T04:12:15.307039+0000","172.21.15.173:0/223501319":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/2569439819":"2024-05-12T04:28:04.239442+0000","172.21.15.113:6800/972756782":"2024-05-12T04:28:04.239442+0000","172.21.15.113:0/3264140040":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/756274957":"2024-05-12T04:12:15.307039+0000","172.21.15.173:6835/1746002024":"2024-05-12T04:28:56.193942+0000","172.21.15.113:6800/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:6801/1217687413":"2024-05-12T04:12:15.307039+0000","172.21.15.113:0/2925464214":"2024-05-12T04:11:44.670194+0000","172.21.15.113:6835/4052567617":"2024-05-12T04:23:51.326478+0000","172.21.15.173:0/1815399612":"2024-05-12T04:28:56.193942+0000","172.21.15.173:0/16472590":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/971900438":"2024-05-12T04:29:58.707181+0000","172.21.15.173:0/2944493482":"2024-05-12T04:28:56.193942+0000","172.21.15.173:0/186425532":"2024-05-12T04:28:56.193942+0000","172.21.15.113:0/1858105279":"2024-05-12T04:28:04.239442+0000","172.21.15.113:6801/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/3988258127":"2024-05-12T04:29:58.707181+0000","172.21.15.173:6834/1746002024":"2024-05-12T04:28:56.193942+0000","172.21.15.113:6801/972756782":"2024-05-12T04:28:04.239442+0000","172.21.15.113:0/1661036997":"2024-05-12T04:28:04.239442+0000","172.21.15.113:6800/3239440844":"2024-05-12T04:21:13.702959+0000","172.21.15.113:0/2875719674":"2024-05-12T04:11:44.670194+0000","172.21.15.113:0/3030016303":"2024-05-12T04:29:58.707181+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:37:23.848 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-11T04:37:23.849 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-11T04:37:23.849 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-11T04:37:23.850 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-11T04:37:23.850 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-11T04:37:23.850 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-11T04:37:23.851 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-11T04:37:23.851 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-11T04:37:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:24 smithi113 bash[81732]: cluster 2024-05-11T04:37:22.910173+0000 mgr.y (mgr.25853) 312 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:24 smithi113 bash[81732]: cluster 2024-05-11T04:37:22.910173+0000 mgr.y (mgr.25853) 312 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:24 smithi113 bash[81732]: audit 2024-05-11T04:37:23.173225+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.113:0/2722461706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:24 smithi113 bash[81732]: audit 2024-05-11T04:37:23.173225+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.113:0/2722461706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:24 smithi113 bash[84165]: cluster 2024-05-11T04:37:22.910173+0000 mgr.y (mgr.25853) 312 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:24 smithi113 bash[84165]: cluster 2024-05-11T04:37:22.910173+0000 mgr.y (mgr.25853) 312 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:24 smithi113 bash[84165]: audit 2024-05-11T04:37:23.173225+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.113:0/2722461706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:24.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:24 smithi113 bash[84165]: audit 2024-05-11T04:37:23.173225+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.113:0/2722461706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:24 smithi173 bash[67089]: cluster 2024-05-11T04:37:22.910173+0000 mgr.y (mgr.25853) 312 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:24.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:24 smithi173 bash[67089]: cluster 2024-05-11T04:37:22.910173+0000 mgr.y (mgr.25853) 312 : cluster [DBG] pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:24.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:24 smithi173 bash[67089]: audit 2024-05-11T04:37:23.173225+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.113:0/2722461706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:24.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:24 smithi173 bash[67089]: audit 2024-05-11T04:37:23.173225+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.113:0/2722461706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:37:26.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:26 smithi173 bash[67089]: cluster 2024-05-11T04:37:24.911052+0000 mgr.y (mgr.25853) 313 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:26 smithi173 bash[67089]: cluster 2024-05-11T04:37:24.911052+0000 mgr.y (mgr.25853) 313 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:26 smithi113 bash[81732]: cluster 2024-05-11T04:37:24.911052+0000 mgr.y (mgr.25853) 313 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:26.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:26 smithi113 bash[81732]: cluster 2024-05-11T04:37:24.911052+0000 mgr.y (mgr.25853) 313 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:26 smithi113 bash[84165]: cluster 2024-05-11T04:37:24.911052+0000 mgr.y (mgr.25853) 313 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:26 smithi113 bash[84165]: cluster 2024-05-11T04:37:24.911052+0000 mgr.y (mgr.25853) 313 : cluster [DBG] pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:28 smithi113 bash[81732]: cluster 2024-05-11T04:37:26.911940+0000 mgr.y (mgr.25853) 314 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:28 smithi113 bash[81732]: cluster 2024-05-11T04:37:26.911940+0000 mgr.y (mgr.25853) 314 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:28 smithi113 bash[84165]: cluster 2024-05-11T04:37:26.911940+0000 mgr.y (mgr.25853) 314 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:28 smithi113 bash[84165]: cluster 2024-05-11T04:37:26.911940+0000 mgr.y (mgr.25853) 314 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:28 smithi173 bash[67089]: cluster 2024-05-11T04:37:26.911940+0000 mgr.y (mgr.25853) 314 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:28 smithi173 bash[67089]: cluster 2024-05-11T04:37:26.911940+0000 mgr.y (mgr.25853) 314 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:28.689 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.689 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.689 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.690 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.690 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.690 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.691 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:28.691 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:29.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:29 smithi113 bash[81732]: audit 2024-05-11T04:37:28.829579+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:29.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:29 smithi113 bash[81732]: audit 2024-05-11T04:37:28.829579+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:29 smithi113 bash[84165]: audit 2024-05-11T04:37:28.829579+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:29 smithi113 bash[84165]: audit 2024-05-11T04:37:28.829579+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:29 smithi173 bash[67089]: audit 2024-05-11T04:37:28.829579+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:29 smithi173 bash[67089]: audit 2024-05-11T04:37:28.829579+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:29.977 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:37:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:37:29] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:37:30.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:30 smithi113 bash[84165]: cluster 2024-05-11T04:37:28.912691+0000 mgr.y (mgr.25853) 315 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:30.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:30 smithi113 bash[84165]: cluster 2024-05-11T04:37:28.912691+0000 mgr.y (mgr.25853) 315 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:30.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:30 smithi113 bash[81732]: cluster 2024-05-11T04:37:28.912691+0000 mgr.y (mgr.25853) 315 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:30.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:30 smithi113 bash[81732]: cluster 2024-05-11T04:37:28.912691+0000 mgr.y (mgr.25853) 315 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:30 smithi173 bash[67089]: cluster 2024-05-11T04:37:28.912691+0000 mgr.y (mgr.25853) 315 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:30 smithi173 bash[67089]: cluster 2024-05-11T04:37:28.912691+0000 mgr.y (mgr.25853) 315 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:31.770 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:37:31 smithi173 bash[49446]: logger=sqlstore.transactions t=2024-05-11T04:37:31.377094132Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:37:32.509 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:32 smithi113 bash[81732]: cluster 2024-05-11T04:37:30.913629+0000 mgr.y (mgr.25853) 316 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:32.509 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:32 smithi113 bash[81732]: cluster 2024-05-11T04:37:30.913629+0000 mgr.y (mgr.25853) 316 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:32.510 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:32 smithi113 bash[84165]: cluster 2024-05-11T04:37:30.913629+0000 mgr.y (mgr.25853) 316 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:32.510 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:32 smithi113 bash[84165]: cluster 2024-05-11T04:37:30.913629+0000 mgr.y (mgr.25853) 316 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:32.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:32 smithi173 bash[67089]: cluster 2024-05-11T04:37:30.913629+0000 mgr.y (mgr.25853) 316 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:32.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:32 smithi173 bash[67089]: cluster 2024-05-11T04:37:30.913629+0000 mgr.y (mgr.25853) 316 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:34 smithi113 bash[84165]: cluster 2024-05-11T04:37:32.914506+0000 mgr.y (mgr.25853) 317 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:34.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:34 smithi113 bash[84165]: cluster 2024-05-11T04:37:32.914506+0000 mgr.y (mgr.25853) 317 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:34 smithi113 bash[81732]: cluster 2024-05-11T04:37:32.914506+0000 mgr.y (mgr.25853) 317 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:34.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:34 smithi113 bash[81732]: cluster 2024-05-11T04:37:32.914506+0000 mgr.y (mgr.25853) 317 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:34 smithi173 bash[67089]: cluster 2024-05-11T04:37:32.914506+0000 mgr.y (mgr.25853) 317 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:34.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:34 smithi173 bash[67089]: cluster 2024-05-11T04:37:32.914506+0000 mgr.y (mgr.25853) 317 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:36 smithi113 bash[81732]: cluster 2024-05-11T04:37:34.915339+0000 mgr.y (mgr.25853) 318 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:36.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:36 smithi113 bash[81732]: cluster 2024-05-11T04:37:34.915339+0000 mgr.y (mgr.25853) 318 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:36 smithi113 bash[84165]: cluster 2024-05-11T04:37:34.915339+0000 mgr.y (mgr.25853) 318 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:36 smithi113 bash[84165]: cluster 2024-05-11T04:37:34.915339+0000 mgr.y (mgr.25853) 318 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:36 smithi173 bash[67089]: cluster 2024-05-11T04:37:34.915339+0000 mgr.y (mgr.25853) 318 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:36 smithi173 bash[67089]: cluster 2024-05-11T04:37:34.915339+0000 mgr.y (mgr.25853) 318 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:38 smithi113 bash[81732]: cluster 2024-05-11T04:37:36.916178+0000 mgr.y (mgr.25853) 319 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:38 smithi113 bash[81732]: cluster 2024-05-11T04:37:36.916178+0000 mgr.y (mgr.25853) 319 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:38 smithi113 bash[84165]: cluster 2024-05-11T04:37:36.916178+0000 mgr.y (mgr.25853) 319 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:38 smithi113 bash[84165]: cluster 2024-05-11T04:37:36.916178+0000 mgr.y (mgr.25853) 319 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:38.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:38 smithi173 bash[67089]: cluster 2024-05-11T04:37:36.916178+0000 mgr.y (mgr.25853) 319 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:38 smithi173 bash[67089]: cluster 2024-05-11T04:37:36.916178+0000 mgr.y (mgr.25853) 319 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:37:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:37:39] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:37:40.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:40 smithi113 bash[81732]: cluster 2024-05-11T04:37:38.916999+0000 mgr.y (mgr.25853) 320 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:40.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:40 smithi113 bash[81732]: cluster 2024-05-11T04:37:38.916999+0000 mgr.y (mgr.25853) 320 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:40 smithi113 bash[84165]: cluster 2024-05-11T04:37:38.916999+0000 mgr.y (mgr.25853) 320 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:40 smithi113 bash[84165]: cluster 2024-05-11T04:37:38.916999+0000 mgr.y (mgr.25853) 320 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:40 smithi173 bash[67089]: cluster 2024-05-11T04:37:38.916999+0000 mgr.y (mgr.25853) 320 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:40 smithi173 bash[67089]: cluster 2024-05-11T04:37:38.916999+0000 mgr.y (mgr.25853) 320 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:40.951 INFO:teuthology.orchestra.run.smithi113.stdout:408021893167 2024-05-11T04:37:40.951 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-11T04:37:42.276 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:42 smithi113 bash[81732]: cluster 2024-05-11T04:37:40.917954+0000 mgr.y (mgr.25853) 321 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:42.276 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:42 smithi113 bash[81732]: cluster 2024-05-11T04:37:40.917954+0000 mgr.y (mgr.25853) 321 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:42.277 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:42 smithi113 bash[84165]: cluster 2024-05-11T04:37:40.917954+0000 mgr.y (mgr.25853) 321 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:42.277 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:42 smithi113 bash[84165]: cluster 2024-05-11T04:37:40.917954+0000 mgr.y (mgr.25853) 321 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:42 smithi173 bash[67089]: cluster 2024-05-11T04:37:40.917954+0000 mgr.y (mgr.25853) 321 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:42 smithi173 bash[67089]: cluster 2024-05-11T04:37:40.917954+0000 mgr.y (mgr.25853) 321 : cluster [DBG] pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.063 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:44 smithi113 bash[81732]: cluster 2024-05-11T04:37:42.918488+0000 mgr.y (mgr.25853) 322 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.209 INFO:teuthology.orchestra.run.smithi113.stdout:493921239053 2024-05-11T04:37:44.210 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:44 smithi113 bash[81732]: cluster 2024-05-11T04:37:42.918488+0000 mgr.y (mgr.25853) 322 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:44 smithi113 bash[81732]: audit 2024-05-11T04:37:43.828951+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:44 smithi113 bash[81732]: audit 2024-05-11T04:37:43.828951+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:44 smithi113 bash[84165]: cluster 2024-05-11T04:37:42.918488+0000 mgr.y (mgr.25853) 322 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:44 smithi113 bash[84165]: cluster 2024-05-11T04:37:42.918488+0000 mgr.y (mgr.25853) 322 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:44 smithi113 bash[84165]: audit 2024-05-11T04:37:43.828951+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:44 smithi113 bash[84165]: audit 2024-05-11T04:37:43.828951+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:44.518 INFO:teuthology.orchestra.run.smithi113.stdout:163208757479 2024-05-11T04:37:44.518 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-11T04:37:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:44 smithi173 bash[67089]: cluster 2024-05-11T04:37:42.918488+0000 mgr.y (mgr.25853) 322 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:44 smithi173 bash[67089]: cluster 2024-05-11T04:37:42.918488+0000 mgr.y (mgr.25853) 322 : cluster [DBG] pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:44.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:44 smithi173 bash[67089]: audit 2024-05-11T04:37:43.828951+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:44 smithi173 bash[67089]: audit 2024-05-11T04:37:43.828951+0000 mon.a (mon.0) 592 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:44.790 INFO:teuthology.orchestra.run.smithi113.stdout:231928234195 2024-05-11T04:37:44.790 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-11T04:37:45.959 INFO:teuthology.orchestra.run.smithi113.stdout:429496729642 2024-05-11T04:37:45.959 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-11T04:37:45.960 INFO:teuthology.orchestra.run.smithi113.stdout:197568495838 2024-05-11T04:37:45.961 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-11T04:37:46.158 INFO:teuthology.orchestra.run.smithi113.stdout:472446402578 2024-05-11T04:37:46.159 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-11T04:37:46.166 INFO:teuthology.orchestra.run.smithi113.stdout:450971566104 2024-05-11T04:37:46.166 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-11T04:37:46.215 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:46 smithi113 bash[81732]: cluster 2024-05-11T04:37:44.918979+0000 mgr.y (mgr.25853) 323 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:46.215 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:46 smithi113 bash[81732]: cluster 2024-05-11T04:37:44.918979+0000 mgr.y (mgr.25853) 323 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:46.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:46 smithi113 bash[84165]: cluster 2024-05-11T04:37:44.918979+0000 mgr.y (mgr.25853) 323 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:46.216 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:46 smithi113 bash[84165]: cluster 2024-05-11T04:37:44.918979+0000 mgr.y (mgr.25853) 323 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:46 smithi173 bash[67089]: cluster 2024-05-11T04:37:44.918979+0000 mgr.y (mgr.25853) 323 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:46 smithi173 bash[67089]: cluster 2024-05-11T04:37:44.918979+0000 mgr.y (mgr.25853) 323 : cluster [DBG] pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:48.344 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:48.377 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:48 smithi113 bash[81732]: cluster 2024-05-11T04:37:46.919853+0000 mgr.y (mgr.25853) 324 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:48.378 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:48 smithi113 bash[81732]: cluster 2024-05-11T04:37:46.919853+0000 mgr.y (mgr.25853) 324 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:48.378 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:48 smithi113 bash[84165]: cluster 2024-05-11T04:37:46.919853+0000 mgr.y (mgr.25853) 324 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:48.378 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:48 smithi113 bash[84165]: cluster 2024-05-11T04:37:46.919853+0000 mgr.y (mgr.25853) 324 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:48 smithi173 bash[67089]: cluster 2024-05-11T04:37:46.919853+0000 mgr.y (mgr.25853) 324 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:48 smithi173 bash[67089]: cluster 2024-05-11T04:37:46.919853+0000 mgr.y (mgr.25853) 324 : cluster [DBG] pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:49.359 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:49.360 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:49.360 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:50.069 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:37:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:37:49] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-05-11T04:37:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:50 smithi113 bash[81732]: cluster 2024-05-11T04:37:48.920756+0000 mgr.y (mgr.25853) 325 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:50 smithi113 bash[81732]: cluster 2024-05-11T04:37:48.920756+0000 mgr.y (mgr.25853) 325 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:50 smithi113 bash[84165]: cluster 2024-05-11T04:37:48.920756+0000 mgr.y (mgr.25853) 325 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:50 smithi113 bash[84165]: cluster 2024-05-11T04:37:48.920756+0000 mgr.y (mgr.25853) 325 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:50 smithi173 bash[67089]: cluster 2024-05-11T04:37:48.920756+0000 mgr.y (mgr.25853) 325 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:50 smithi173 bash[67089]: cluster 2024-05-11T04:37:48.920756+0000 mgr.y (mgr.25853) 325 : cluster [DBG] pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:51.656 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:51.656 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:51.657 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:51.657 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:37:52.370 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:52 smithi113 bash[81732]: cluster 2024-05-11T04:37:50.921613+0000 mgr.y (mgr.25853) 326 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:52.371 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:52 smithi113 bash[81732]: cluster 2024-05-11T04:37:50.921613+0000 mgr.y (mgr.25853) 326 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:52.371 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:52 smithi113 bash[84165]: cluster 2024-05-11T04:37:50.921613+0000 mgr.y (mgr.25853) 326 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:52.371 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:52 smithi113 bash[84165]: cluster 2024-05-11T04:37:50.921613+0000 mgr.y (mgr.25853) 326 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:52 smithi173 bash[67089]: cluster 2024-05-11T04:37:50.921613+0000 mgr.y (mgr.25853) 326 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:52 smithi173 bash[67089]: cluster 2024-05-11T04:37:50.921613+0000 mgr.y (mgr.25853) 326 : cluster [DBG] pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:54.138 INFO:teuthology.orchestra.run.smithi113.stdout:408021893169 2024-05-11T04:37:54.368 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:54 smithi113 bash[81732]: cluster 2024-05-11T04:37:52.922491+0000 mgr.y (mgr.25853) 327 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:54.368 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:54 smithi113 bash[81732]: cluster 2024-05-11T04:37:52.922491+0000 mgr.y (mgr.25853) 327 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:54.368 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:54 smithi113 bash[84165]: cluster 2024-05-11T04:37:52.922491+0000 mgr.y (mgr.25853) 327 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:54.368 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:54 smithi113 bash[84165]: cluster 2024-05-11T04:37:52.922491+0000 mgr.y (mgr.25853) 327 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:54 smithi173 bash[67089]: cluster 2024-05-11T04:37:52.922491+0000 mgr.y (mgr.25853) 327 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:54 smithi173 bash[67089]: cluster 2024-05-11T04:37:52.922491+0000 mgr.y (mgr.25853) 327 : cluster [DBG] pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:55.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:55 smithi113 bash[81732]: audit 2024-05-11T04:37:54.141915+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.113:0/480751440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:37:55.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:55 smithi113 bash[81732]: audit 2024-05-11T04:37:54.141915+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.113:0/480751440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:37:55.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:55 smithi113 bash[84165]: audit 2024-05-11T04:37:54.141915+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.113:0/480751440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:37:55.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:55 smithi113 bash[84165]: audit 2024-05-11T04:37:54.141915+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.113:0/480751440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:37:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:55 smithi173 bash[67089]: audit 2024-05-11T04:37:54.141915+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.113:0/480751440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:37:55.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:55 smithi173 bash[67089]: audit 2024-05-11T04:37:54.141915+0000 mon.a (mon.0) 593 : audit [DBG] from='client.? 172.21.15.113:0/480751440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:37:56.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 408021893167 got 408021893169 for osd.0 2024-05-11T04:37:56.205 DEBUG:teuthology.parallel:result is None 2024-05-11T04:37:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:56 smithi113 bash[81732]: cluster 2024-05-11T04:37:54.923474+0000 mgr.y (mgr.25853) 328 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:56 smithi113 bash[81732]: cluster 2024-05-11T04:37:54.923474+0000 mgr.y (mgr.25853) 328 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:56 smithi113 bash[84165]: cluster 2024-05-11T04:37:54.923474+0000 mgr.y (mgr.25853) 328 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:56 smithi113 bash[84165]: cluster 2024-05-11T04:37:54.923474+0000 mgr.y (mgr.25853) 328 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:56 smithi173 bash[67089]: cluster 2024-05-11T04:37:54.923474+0000 mgr.y (mgr.25853) 328 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:56 smithi173 bash[67089]: cluster 2024-05-11T04:37:54.923474+0000 mgr.y (mgr.25853) 328 : cluster [DBG] pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:58 smithi113 bash[81732]: cluster 2024-05-11T04:37:56.924410+0000 mgr.y (mgr.25853) 329 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:58 smithi113 bash[81732]: cluster 2024-05-11T04:37:56.924410+0000 mgr.y (mgr.25853) 329 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:58 smithi113 bash[81732]: audit 2024-05-11T04:37:57.650116+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:58.447 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:58 smithi113 bash[81732]: audit 2024-05-11T04:37:57.650116+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:58.448 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:58 smithi113 bash[84165]: cluster 2024-05-11T04:37:56.924410+0000 mgr.y (mgr.25853) 329 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.448 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:58 smithi113 bash[84165]: cluster 2024-05-11T04:37:56.924410+0000 mgr.y (mgr.25853) 329 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.448 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:58 smithi113 bash[84165]: audit 2024-05-11T04:37:57.650116+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:58.448 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:58 smithi113 bash[84165]: audit 2024-05-11T04:37:57.650116+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:58 smithi173 bash[67089]: cluster 2024-05-11T04:37:56.924410+0000 mgr.y (mgr.25853) 329 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:58 smithi173 bash[67089]: cluster 2024-05-11T04:37:56.924410+0000 mgr.y (mgr.25853) 329 : cluster [DBG] pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:37:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:58 smithi173 bash[67089]: audit 2024-05-11T04:37:57.650116+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:58 smithi173 bash[67089]: audit 2024-05-11T04:37:57.650116+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:59.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:59 smithi113 bash[81732]: audit 2024-05-11T04:37:58.830069+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:37:59 smithi113 bash[81732]: audit 2024-05-11T04:37:58.830069+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:59.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:59 smithi113 bash[84165]: audit 2024-05-11T04:37:58.830069+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:59.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:37:59 smithi113 bash[84165]: audit 2024-05-11T04:37:58.830069+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:59.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:59 smithi173 bash[67089]: audit 2024-05-11T04:37:58.830069+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:37:59 smithi173 bash[67089]: audit 2024-05-11T04:37:58.830069+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:37:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:37:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:37:59] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:38:00.330 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:00 smithi113 bash[81732]: cluster 2024-05-11T04:37:58.925092+0000 mgr.y (mgr.25853) 330 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:00.331 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:00 smithi113 bash[81732]: cluster 2024-05-11T04:37:58.925092+0000 mgr.y (mgr.25853) 330 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:00.331 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:00 smithi113 bash[84165]: cluster 2024-05-11T04:37:58.925092+0000 mgr.y (mgr.25853) 330 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:00.331 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:00 smithi113 bash[84165]: cluster 2024-05-11T04:37:58.925092+0000 mgr.y (mgr.25853) 330 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:00 smithi173 bash[67089]: cluster 2024-05-11T04:37:58.925092+0000 mgr.y (mgr.25853) 330 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:00 smithi173 bash[67089]: cluster 2024-05-11T04:37:58.925092+0000 mgr.y (mgr.25853) 330 : cluster [DBG] pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:01.544 INFO:teuthology.orchestra.run.smithi113.stdout:493921239056 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:02 smithi113 bash[81732]: cluster 2024-05-11T04:38:00.925989+0000 mgr.y (mgr.25853) 331 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:02 smithi113 bash[81732]: cluster 2024-05-11T04:38:00.925989+0000 mgr.y (mgr.25853) 331 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:02 smithi113 bash[81732]: audit 2024-05-11T04:38:01.547923+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.113:0/3810689242' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:02 smithi113 bash[81732]: audit 2024-05-11T04:38:01.547923+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.113:0/3810689242' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:02 smithi113 bash[84165]: cluster 2024-05-11T04:38:00.925989+0000 mgr.y (mgr.25853) 331 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:02 smithi113 bash[84165]: cluster 2024-05-11T04:38:00.925989+0000 mgr.y (mgr.25853) 331 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:02 smithi113 bash[84165]: audit 2024-05-11T04:38:01.547923+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.113:0/3810689242' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:38:02.415 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:02 smithi113 bash[84165]: audit 2024-05-11T04:38:01.547923+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.113:0/3810689242' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:38:02.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:02 smithi173 bash[67089]: cluster 2024-05-11T04:38:00.925989+0000 mgr.y (mgr.25853) 331 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:02 smithi173 bash[67089]: cluster 2024-05-11T04:38:00.925989+0000 mgr.y (mgr.25853) 331 : cluster [DBG] pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:02 smithi173 bash[67089]: audit 2024-05-11T04:38:01.547923+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.113:0/3810689242' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:38:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:02 smithi173 bash[67089]: audit 2024-05-11T04:38:01.547923+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.113:0/3810689242' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:38:03.747 INFO:teuthology.orchestra.run.smithi113.stdout:163208757483 2024-05-11T04:38:03.867 INFO:teuthology.orchestra.run.smithi113.stdout:231928234199 2024-05-11T04:38:04.165 INFO:tasks.cephadm.ceph_manager.ceph:need seq 493921239053 got 493921239056 for osd.4 2024-05-11T04:38:04.165 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: cluster 2024-05-11T04:38:02.926815+0000 mgr.y (mgr.25853) 332 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: cluster 2024-05-11T04:38:02.926815+0000 mgr.y (mgr.25853) 332 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.637590+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.637590+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.643982+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.643982+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.750915+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.113:0/1518763930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.750915+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.113:0/1518763930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:38:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.870992+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.113:0/3351607924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:04 smithi113 bash[81732]: audit 2024-05-11T04:38:03.870992+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.113:0/3351607924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: cluster 2024-05-11T04:38:02.926815+0000 mgr.y (mgr.25853) 332 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: cluster 2024-05-11T04:38:02.926815+0000 mgr.y (mgr.25853) 332 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.637590+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.637590+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.643982+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.643982+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.750915+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.113:0/1518763930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.750915+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.113:0/1518763930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.870992+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.113:0/3351607924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:38:04.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:04 smithi113 bash[84165]: audit 2024-05-11T04:38:03.870992+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.113:0/3351607924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: cluster 2024-05-11T04:38:02.926815+0000 mgr.y (mgr.25853) 332 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: cluster 2024-05-11T04:38:02.926815+0000 mgr.y (mgr.25853) 332 : cluster [DBG] pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.637590+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.637590+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.643982+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.643982+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.750915+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.113:0/1518763930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.750915+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.113:0/1518763930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.870992+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.113:0/3351607924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:38:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:04 smithi173 bash[67089]: audit 2024-05-11T04:38:03.870992+0000 mon.a (mon.0) 598 : audit [DBG] from='client.? 172.21.15.113:0/3351607924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:38:05.237 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757479 got 163208757483 for osd.5 2024-05-11T04:38:05.238 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:05.823 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234195 got 231928234199 for osd.7 2024-05-11T04:38:05.824 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:06.183 INFO:teuthology.orchestra.run.smithi113.stdout:429496729646 2024-05-11T04:38:06.235 INFO:teuthology.orchestra.run.smithi113.stdout:197568495843 2024-05-11T04:38:06.264 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:06 smithi113 bash[81732]: cluster 2024-05-11T04:38:04.927644+0000 mgr.y (mgr.25853) 333 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:06.264 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:06 smithi113 bash[81732]: cluster 2024-05-11T04:38:04.927644+0000 mgr.y (mgr.25853) 333 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:06.264 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:06 smithi113 bash[84165]: cluster 2024-05-11T04:38:04.927644+0000 mgr.y (mgr.25853) 333 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:06.264 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:06 smithi113 bash[84165]: cluster 2024-05-11T04:38:04.927644+0000 mgr.y (mgr.25853) 333 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:06.406 INFO:teuthology.orchestra.run.smithi113.stdout:450971566108 2024-05-11T04:38:06.408 INFO:teuthology.orchestra.run.smithi113.stdout:472446402582 2024-05-11T04:38:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:06 smithi173 bash[67089]: cluster 2024-05-11T04:38:04.927644+0000 mgr.y (mgr.25853) 333 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:06 smithi173 bash[67089]: cluster 2024-05-11T04:38:04.927644+0000 mgr.y (mgr.25853) 333 : cluster [DBG] pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:07.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.186625+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.113:0/2919779646' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:38:07.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.186625+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.113:0/2919779646' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:38:07.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.238970+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.113:0/3570492392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:38:07.474 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.238970+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.113:0/3570492392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.410007+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.113:0/2970961494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.410007+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.113:0/2970961494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.412613+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.113:0/1868918244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:07 smithi113 bash[81732]: audit 2024-05-11T04:38:06.412613+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.113:0/1868918244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.186625+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.113:0/2919779646' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.186625+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.113:0/2919779646' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.238970+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.113:0/3570492392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.238970+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.113:0/3570492392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.410007+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.113:0/2970961494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.410007+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.113:0/2970961494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.412613+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.113:0/1868918244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:38:07.475 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:07 smithi113 bash[84165]: audit 2024-05-11T04:38:06.412613+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.113:0/1868918244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.186625+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.113:0/2919779646' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.186625+0000 mon.a (mon.0) 599 : audit [DBG] from='client.? 172.21.15.113:0/2919779646' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.238970+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.113:0/3570492392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.238970+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.113:0/3570492392' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.410007+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.113:0/2970961494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.410007+0000 mon.a (mon.0) 600 : audit [DBG] from='client.? 172.21.15.113:0/2970961494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.412613+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.113:0/1868918244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:38:07.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:07 smithi173 bash[67089]: audit 2024-05-11T04:38:06.412613+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.113:0/1868918244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:38:07.855 INFO:tasks.cephadm.ceph_manager.ceph:need seq 429496729642 got 429496729646 for osd.1 2024-05-11T04:38:07.855 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:07.864 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495838 got 197568495843 for osd.6 2024-05-11T04:38:07.864 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:08.417 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:08 smithi113 bash[84165]: cluster 2024-05-11T04:38:06.928547+0000 mgr.y (mgr.25853) 334 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:08.418 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:08 smithi113 bash[84165]: cluster 2024-05-11T04:38:06.928547+0000 mgr.y (mgr.25853) 334 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:08.418 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:08 smithi113 bash[81732]: cluster 2024-05-11T04:38:06.928547+0000 mgr.y (mgr.25853) 334 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:08.418 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:08 smithi113 bash[81732]: cluster 2024-05-11T04:38:06.928547+0000 mgr.y (mgr.25853) 334 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:08.419 INFO:tasks.cephadm.ceph_manager.ceph:need seq 450971566104 got 450971566108 for osd.2 2024-05-11T04:38:08.419 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:08.429 INFO:tasks.cephadm.ceph_manager.ceph:need seq 472446402578 got 472446402582 for osd.3 2024-05-11T04:38:08.429 DEBUG:teuthology.parallel:result is None 2024-05-11T04:38:08.430 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-11T04:38:08.430 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:38:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:08 smithi173 bash[67089]: cluster 2024-05-11T04:38:06.928547+0000 mgr.y (mgr.25853) 334 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:08 smithi173 bash[67089]: cluster 2024-05-11T04:38:06.928547+0000 mgr.y (mgr.25853) 334 : cluster [DBG] pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:38:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:38:09] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:38:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:10 smithi113 bash[81732]: cluster 2024-05-11T04:38:08.929235+0000 mgr.y (mgr.25853) 335 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:10 smithi113 bash[81732]: cluster 2024-05-11T04:38:08.929235+0000 mgr.y (mgr.25853) 335 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:10 smithi113 bash[84165]: cluster 2024-05-11T04:38:08.929235+0000 mgr.y (mgr.25853) 335 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:10 smithi113 bash[84165]: cluster 2024-05-11T04:38:08.929235+0000 mgr.y (mgr.25853) 335 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:10 smithi173 bash[67089]: cluster 2024-05-11T04:38:08.929235+0000 mgr.y (mgr.25853) 335 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:10 smithi173 bash[67089]: cluster 2024-05-11T04:38:08.929235+0000 mgr.y (mgr.25853) 335 : cluster [DBG] pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:10.707934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:10.707934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:10.717268+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:10.717268+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: cluster 2024-05-11T04:38:10.930096+0000 mgr.y (mgr.25853) 336 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: cluster 2024-05-11T04:38:10.930096+0000 mgr.y (mgr.25853) 336 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:11.350912+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:11.977 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:11.350912+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:11.352577+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:11.352577+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:11.362319+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:11 smithi113 bash[81732]: audit 2024-05-11T04:38:11.362319+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:10.707934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:10.707934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:10.717268+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:10.717268+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: cluster 2024-05-11T04:38:10.930096+0000 mgr.y (mgr.25853) 336 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:11.978 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: cluster 2024-05-11T04:38:10.930096+0000 mgr.y (mgr.25853) 336 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:11.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:11.350912+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:11.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:11.350912+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:11.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:11.352577+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:11.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:11.352577+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:11.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:11.362319+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:11.979 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:11 smithi113 bash[84165]: audit 2024-05-11T04:38:11.362319+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:10.707934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:10.707934+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:10.717268+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:10.717268+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: cluster 2024-05-11T04:38:10.930096+0000 mgr.y (mgr.25853) 336 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: cluster 2024-05-11T04:38:10.930096+0000 mgr.y (mgr.25853) 336 : cluster [DBG] pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:11.350912+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:11.350912+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:12.020 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:11.352577+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:12.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:11.352577+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:12.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:11.362319+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.021 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:11 smithi173 bash[67089]: audit 2024-05-11T04:38:11.362319+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:38:12.991 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:38:14.144 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:13 smithi113 bash[84165]: cluster 2024-05-11T04:38:12.930926+0000 mgr.y (mgr.25853) 337 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:13 smithi113 bash[84165]: cluster 2024-05-11T04:38:12.930926+0000 mgr.y (mgr.25853) 337 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:13 smithi113 bash[84165]: audit 2024-05-11T04:38:13.830563+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:13 smithi113 bash[84165]: audit 2024-05-11T04:38:13.830563+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:13 smithi113 bash[81732]: cluster 2024-05-11T04:38:12.930926+0000 mgr.y (mgr.25853) 337 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:13 smithi113 bash[81732]: cluster 2024-05-11T04:38:12.930926+0000 mgr.y (mgr.25853) 337 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:13 smithi113 bash[81732]: audit 2024-05-11T04:38:13.830563+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:14.145 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:13 smithi113 bash[81732]: audit 2024-05-11T04:38:13.830563+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:13 smithi173 bash[67089]: cluster 2024-05-11T04:38:12.930926+0000 mgr.y (mgr.25853) 337 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:13 smithi173 bash[67089]: cluster 2024-05-11T04:38:12.930926+0000 mgr.y (mgr.25853) 337 : cluster [DBG] pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:13 smithi173 bash[67089]: audit 2024-05-11T04:38:13.830563+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:14.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:13 smithi173 bash[67089]: audit 2024-05-11T04:38:13.830563+0000 mon.a (mon.0) 607 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:15.904 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:38:15.908 INFO:teuthology.orchestra.run.smithi113.stderr:dumped all 2024-05-11T04:38:16.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:15 smithi113 bash[81732]: cluster 2024-05-11T04:38:14.931780+0000 mgr.y (mgr.25853) 338 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:16.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:15 smithi113 bash[81732]: cluster 2024-05-11T04:38:14.931780+0000 mgr.y (mgr.25853) 338 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:15 smithi113 bash[84165]: cluster 2024-05-11T04:38:14.931780+0000 mgr.y (mgr.25853) 338 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:16.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:15 smithi113 bash[84165]: cluster 2024-05-11T04:38:14.931780+0000 mgr.y (mgr.25853) 338 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:15 smithi173 bash[67089]: cluster 2024-05-11T04:38:14.931780+0000 mgr.y (mgr.25853) 338 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:16.269 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:15 smithi173 bash[67089]: cluster 2024-05-11T04:38:14.931780+0000 mgr.y (mgr.25853) 338 : cluster [DBG] pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:16.660 INFO:teuthology.orchestra.run.smithi113.stdout:{"pg_ready":true,"pg_map":{"version":276,"stamp":"2024-05-11T04:38:14.931225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790245,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6452,"num_read_kb":13958,"num_write":1122,"num_write_kb":15064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1186,"ondisk_log_size":1186,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":259380,"kb_used_data":24168,"kb_used_omap":41,"kb_used_meta":235030,"kb_avail":749701836,"statfs":{"total":767960285184,"available":767694680064,"internally_reserved":0,"allocated":24748032,"data_stored":19860123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42755,"internal_metadata":240670973},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004935"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":91,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.178133+0000","last_change":"2024-05-11T04:36:48.178133+0000","last_active":"2024-05-11T04:36:48.178133+0000","last_peered":"2024-05-11T04:36:48.178133+0000","last_clean":"2024-05-11T04:36:48.178133+0000","last_became_active":"2024-05-11T04:36:48.177666+0000","last_became_peered":"2024-05-11T04:36:48.177666+0000","last_unstale":"2024-05-11T04:36:48.178133+0000","last_undegraded":"2024-05-11T04:36:48.178133+0000","last_fullsized":"2024-05-11T04:36:48.178133+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:58:30.137520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":84,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165621+0000","last_change":"2024-05-11T04:35:54.516714+0000","last_active":"2024-05-11T04:36:48.165621+0000","last_peered":"2024-05-11T04:36:48.165621+0000","last_clean":"2024-05-11T04:36:48.165621+0000","last_became_active":"2024-05-11T04:35:54.515399+0000","last_became_peered":"2024-05-11T04:35:54.515399+0000","last_unstale":"2024-05-11T04:36:48.165621+0000","last_undegraded":"2024-05-11T04:36:48.165621+0000","last_fullsized":"2024-05-11T04:36:48.165621+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:16:53.246706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":106,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.167658+0000","last_change":"2024-05-11T04:36:22.383491+0000","last_active":"2024-05-11T04:36:48.167658+0000","last_peered":"2024-05-11T04:36:48.167658+0000","last_clean":"2024-05-11T04:36:48.167658+0000","last_became_active":"2024-05-11T04:36:22.382551+0000","last_became_peered":"2024-05-11T04:36:22.382551+0000","last_unstale":"2024-05-11T04:36:48.167658+0000","last_undegraded":"2024-05-11T04:36:48.167658+0000","last_fullsized":"2024-05-11T04:36:48.167658+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:53:06.113031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166298+0000","last_change":"2024-05-11T04:36:22.383556+0000","last_active":"2024-05-11T04:36:48.166298+0000","last_peered":"2024-05-11T04:36:48.166298+0000","last_clean":"2024-05-11T04:36:48.166298+0000","last_became_active":"2024-05-11T04:36:22.383158+0000","last_became_peered":"2024-05-11T04:36:22.383158+0000","last_unstale":"2024-05-11T04:36:48.166298+0000","last_undegraded":"2024-05-11T04:36:48.166298+0000","last_fullsized":"2024-05-11T04:36:48.166298+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:07:03.353518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185530+0000","last_change":"2024-05-11T04:36:48.185530+0000","last_active":"2024-05-11T04:36:48.185530+0000","last_peered":"2024-05-11T04:36:48.185530+0000","last_clean":"2024-05-11T04:36:48.185530+0000","last_became_active":"2024-05-11T04:36:48.185057+0000","last_became_peered":"2024-05-11T04:36:48.185057+0000","last_unstale":"2024-05-11T04:36:48.185530+0000","last_undegraded":"2024-05-11T04:36:48.185530+0000","last_fullsized":"2024-05-11T04:36:48.185530+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:35:20.476822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":84,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183183+0000","last_change":"2024-05-11T04:36:48.183183+0000","last_active":"2024-05-11T04:36:48.183183+0000","last_peered":"2024-05-11T04:36:48.183183+0000","last_clean":"2024-05-11T04:36:48.183183+0000","last_became_active":"2024-05-11T04:36:48.182816+0000","last_became_peered":"2024-05-11T04:36:48.182816+0000","last_unstale":"2024-05-11T04:36:48.183183+0000","last_undegraded":"2024-05-11T04:36:48.183183+0000","last_fullsized":"2024-05-11T04:36:48.183183+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:32:47.791586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.186578+0000","last_change":"2024-05-11T04:36:48.186578+0000","last_active":"2024-05-11T04:36:48.186578+0000","last_peered":"2024-05-11T04:36:48.186578+0000","last_clean":"2024-05-11T04:36:48.186578+0000","last_became_active":"2024-05-11T04:36:48.186074+0000","last_became_peered":"2024-05-11T04:36:48.186074+0000","last_unstale":"2024-05-11T04:36:48.186578+0000","last_undegraded":"2024-05-11T04:36:48.186578+0000","last_fullsized":"2024-05-11T04:36:48.186578+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:57:05.254471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":99,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183127+0000","last_change":"2024-05-11T04:36:48.183127+0000","last_active":"2024-05-11T04:36:48.183127+0000","last_peered":"2024-05-11T04:36:48.183127+0000","last_clean":"2024-05-11T04:36:48.183127+0000","last_became_active":"2024-05-11T04:36:48.182647+0000","last_became_peered":"2024-05-11T04:36:48.182647+0000","last_unstale":"2024-05-11T04:36:48.183127+0000","last_undegraded":"2024-05-11T04:36:48.183127+0000","last_fullsized":"2024-05-11T04:36:48.183127+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:41:40.368316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":105,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.159682+0000","last_change":"2024-05-11T04:36:22.376426+0000","last_active":"2024-05-11T04:36:48.159682+0000","last_peered":"2024-05-11T04:36:48.159682+0000","last_clean":"2024-05-11T04:36:48.159682+0000","last_became_active":"2024-05-11T04:36:22.375956+0000","last_became_peered":"2024-05-11T04:36:22.375956+0000","last_unstale":"2024-05-11T04:36:48.159682+0000","last_undegraded":"2024-05-11T04:36:48.159682+0000","last_fullsized":"2024-05-11T04:36:48.159682+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:23:05.488911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":79,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183819+0000","last_change":"2024-05-11T04:36:48.183819+0000","last_active":"2024-05-11T04:36:48.183819+0000","last_peered":"2024-05-11T04:36:48.183819+0000","last_clean":"2024-05-11T04:36:48.183819+0000","last_became_active":"2024-05-11T04:36:48.182109+0000","last_became_peered":"2024-05-11T04:36:48.182109+0000","last_unstale":"2024-05-11T04:36:48.183819+0000","last_undegraded":"2024-05-11T04:36:48.183819+0000","last_fullsized":"2024-05-11T04:36:48.183819+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:33:16.330120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":69,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.174999+0000","last_change":"2024-05-11T04:36:48.174999+0000","last_active":"2024-05-11T04:36:48.174999+0000","last_peered":"2024-05-11T04:36:48.174999+0000","last_clean":"2024-05-11T04:36:48.174999+0000","last_became_active":"2024-05-11T04:36:48.174680+0000","last_became_peered":"2024-05-11T04:36:48.174680+0000","last_unstale":"2024-05-11T04:36:48.174999+0000","last_undegraded":"2024-05-11T04:36:48.174999+0000","last_fullsized":"2024-05-11T04:36:48.174999+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:11:49.252580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":88,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183609+0000","last_change":"2024-05-11T04:36:48.182346+0000","last_active":"2024-05-11T04:36:48.183609+0000","last_peered":"2024-05-11T04:36:48.183609+0000","last_clean":"2024-05-11T04:36:48.183609+0000","last_became_active":"2024-05-11T04:36:48.181437+0000","last_became_peered":"2024-05-11T04:36:48.181437+0000","last_unstale":"2024-05-11T04:36:48.183609+0000","last_undegraded":"2024-05-11T04:36:48.183609+0000","last_fullsized":"2024-05-11T04:36:48.183609+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:58:53.644229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"87'61","reported_seq":284,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.161027+0000","last_change":"2024-05-11T04:35:54.516850+0000","last_active":"2024-05-11T04:36:48.161027+0000","last_peered":"2024-05-11T04:36:48.161027+0000","last_clean":"2024-05-11T04:36:48.161027+0000","last_became_active":"2024-05-11T04:35:54.515087+0000","last_became_peered":"2024-05-11T04:35:54.515087+0000","last_unstale":"2024-05-11T04:36:48.161027+0000","last_undegraded":"2024-05-11T04:36:48.161027+0000","last_fullsized":"2024-05-11T04:36:48.161027+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":0,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:01:38.532465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052982400000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":1795,"num_write":60,"num_write_kb":1302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":83,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165463+0000","last_change":"2024-05-11T04:36:22.390224+0000","last_active":"2024-05-11T04:36:48.165463+0000","last_peered":"2024-05-11T04:36:48.165463+0000","last_clean":"2024-05-11T04:36:48.165463+0000","last_became_active":"2024-05-11T04:36:22.384890+0000","last_became_peered":"2024-05-11T04:36:22.384890+0000","last_unstale":"2024-05-11T04:36:48.165463+0000","last_undegraded":"2024-05-11T04:36:48.165463+0000","last_fullsized":"2024-05-11T04:36:48.165463+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:24:11.252616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'172","reported_seq":731,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.187284+0000","last_change":"2024-05-11T04:36:48.187284+0000","last_active":"2024-05-11T04:36:48.187284+0000","last_peered":"2024-05-11T04:36:48.187284+0000","last_clean":"2024-05-11T04:36:48.187284+0000","last_became_active":"2024-05-11T04:36:48.186287+0000","last_became_peered":"2024-05-11T04:36:48.186287+0000","last_unstale":"2024-05-11T04:36:48.187284+0000","last_undegraded":"2024-05-11T04:36:48.187284+0000","last_fullsized":"2024-05-11T04:36:48.187284+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":172,"log_dups_size":0,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:39.470729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053080599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1136,"num_read_kb":1176,"num_write":129,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":87,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166754+0000","last_change":"2024-05-11T04:36:22.394300+0000","last_active":"2024-05-11T04:36:48.166754+0000","last_peered":"2024-05-11T04:36:48.166754+0000","last_clean":"2024-05-11T04:36:48.166754+0000","last_became_active":"2024-05-11T04:36:22.393217+0000","last_became_peered":"2024-05-11T04:36:22.393217+0000","last_unstale":"2024-05-11T04:36:48.166754+0000","last_undegraded":"2024-05-11T04:36:48.166754+0000","last_fullsized":"2024-05-11T04:36:48.166754+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:28:20.613996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":64,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.169590+0000","last_change":"2024-05-11T04:33:55.246440+0000","last_active":"2024-05-11T04:36:48.169590+0000","last_peered":"2024-05-11T04:36:48.169590+0000","last_clean":"2024-05-11T04:36:48.169590+0000","last_became_active":"2024-05-11T04:33:55.241192+0000","last_became_peered":"2024-05-11T04:33:55.241192+0000","last_unstale":"2024-05-11T04:36:48.169590+0000","last_undegraded":"2024-05-11T04:36:48.169590+0000","last_fullsized":"2024-05-11T04:36:48.169590+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:11:11.149972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173663+0000","last_change":"2024-05-11T04:35:54.521288+0000","last_active":"2024-05-11T04:36:48.173663+0000","last_peered":"2024-05-11T04:36:48.173663+0000","last_clean":"2024-05-11T04:36:48.173663+0000","last_became_active":"2024-05-11T04:35:54.520402+0000","last_became_peered":"2024-05-11T04:35:54.520402+0000","last_unstale":"2024-05-11T04:36:48.173663+0000","last_undegraded":"2024-05-11T04:36:48.173663+0000","last_fullsized":"2024-05-11T04:36:48.173663+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:21:59.861780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"87'49","reported_seq":276,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.176288+0000","last_change":"2024-05-11T04:36:48.176288+0000","last_active":"2024-05-11T04:36:48.176288+0000","last_peered":"2024-05-11T04:36:48.176288+0000","last_clean":"2024-05-11T04:36:48.176288+0000","last_became_active":"2024-05-11T04:36:48.175720+0000","last_became_peered":"2024-05-11T04:36:48.175720+0000","last_unstale":"2024-05-11T04:36:48.176288+0000","last_undegraded":"2024-05-11T04:36:48.176288+0000","last_fullsized":"2024-05-11T04:36:48.176288+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:37:19.734295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065613499999999996,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":256,"num_read_kb":1231,"num_write":41,"num_write_kb":5163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":82,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166447+0000","last_change":"2024-05-11T04:35:54.513931+0000","last_active":"2024-05-11T04:36:48.166447+0000","last_peered":"2024-05-11T04:36:48.166447+0000","last_clean":"2024-05-11T04:36:48.166447+0000","last_became_active":"2024-05-11T04:35:54.513037+0000","last_became_peered":"2024-05-11T04:35:54.513037+0000","last_unstale":"2024-05-11T04:36:48.166447+0000","last_undegraded":"2024-05-11T04:36:48.166447+0000","last_fullsized":"2024-05-11T04:36:48.166447+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:43:40.101507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":82,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182955+0000","last_change":"2024-05-11T04:36:48.182165+0000","last_active":"2024-05-11T04:36:48.182955+0000","last_peered":"2024-05-11T04:36:48.182955+0000","last_clean":"2024-05-11T04:36:48.182955+0000","last_became_active":"2024-05-11T04:36:48.181846+0000","last_became_peered":"2024-05-11T04:36:48.181846+0000","last_unstale":"2024-05-11T04:36:48.182955+0000","last_undegraded":"2024-05-11T04:36:48.182955+0000","last_fullsized":"2024-05-11T04:36:48.182955+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:35:06.071076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"87'129","reported_seq":531,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165288+0000","last_change":"2024-05-11T04:34:23.707374+0000","last_active":"2024-05-11T04:36:48.165288+0000","last_peered":"2024-05-11T04:36:48.165288+0000","last_clean":"2024-05-11T04:36:48.165288+0000","last_became_active":"2024-05-11T04:34:23.705997+0000","last_became_peered":"2024-05-11T04:34:23.705997+0000","last_unstale":"2024-05-11T04:36:48.165288+0000","last_undegraded":"2024-05-11T04:36:48.165288+0000","last_fullsized":"2024-05-11T04:36:48.165288+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":129,"log_dups_size":0,"ondisk_log_size":129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:27:41.086935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022867690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":776,"num_read_kb":848,"num_write":119,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.171739+0000","last_change":"2024-05-11T04:36:48.171739+0000","last_active":"2024-05-11T04:36:48.171739+0000","last_peered":"2024-05-11T04:36:48.171739+0000","last_clean":"2024-05-11T04:36:48.171739+0000","last_became_active":"2024-05-11T04:36:48.170985+0000","last_became_peered":"2024-05-11T04:36:48.170985+0000","last_unstale":"2024-05-11T04:36:48.171739+0000","last_undegraded":"2024-05-11T04:36:48.171739+0000","last_fullsized":"2024-05-11T04:36:48.171739+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:23:53.877514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":79,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.164434+0000","last_change":"2024-05-11T04:36:22.386834+0000","last_active":"2024-05-11T04:36:48.164434+0000","last_peered":"2024-05-11T04:36:48.164434+0000","last_clean":"2024-05-11T04:36:48.164434+0000","last_became_active":"2024-05-11T04:36:22.384144+0000","last_became_peered":"2024-05-11T04:36:22.384144+0000","last_unstale":"2024-05-11T04:36:48.164434+0000","last_undegraded":"2024-05-11T04:36:48.164434+0000","last_fullsized":"2024-05-11T04:36:48.164434+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:59:17.761119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"91'149","reported_seq":410,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.177287+0000","last_change":"2024-05-11T04:33:55.248056+0000","last_active":"2024-05-11T04:36:47.177287+0000","last_peered":"2024-05-11T04:36:47.177287+0000","last_clean":"2024-05-11T04:36:47.177287+0000","last_became_active":"2024-05-11T04:33:55.246921+0000","last_became_peered":"2024-05-11T04:33:55.246921+0000","last_unstale":"2024-05-11T04:36:47.177287+0000","last_undegraded":"2024-05-11T04:36:47.177287+0000","last_fullsized":"2024-05-11T04:36:47.177287+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_clean_scrub_stamp":"2024-05-11T04:16:14.037965+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:52:30.093603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"87'220","reported_seq":683,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.164013+0000","last_change":"2024-05-11T04:35:54.516724+0000","last_active":"2024-05-11T04:36:47.164013+0000","last_peered":"2024-05-11T04:36:47.164013+0000","last_clean":"2024-05-11T04:36:47.164013+0000","last_became_active":"2024-05-11T04:35:54.515375+0000","last_became_peered":"2024-05-11T04:35:54.515375+0000","last_unstale":"2024-05-11T04:36:47.164013+0000","last_undegraded":"2024-05-11T04:36:47.164013+0000","last_fullsized":"2024-05-11T04:36:47.164013+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":220,"log_dups_size":0,"ondisk_log_size":220,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:34:14.916853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057784600000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":1825,"num_write":215,"num_write_kb":1159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":102,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.171768+0000","last_change":"2024-05-11T04:34:23.703425+0000","last_active":"2024-05-11T04:36:48.171768+0000","last_peered":"2024-05-11T04:36:48.171768+0000","last_clean":"2024-05-11T04:36:48.171768+0000","last_became_active":"2024-05-11T04:34:23.696659+0000","last_became_peered":"2024-05-11T04:34:23.696659+0000","last_unstale":"2024-05-11T04:36:48.171768+0000","last_undegraded":"2024-05-11T04:36:48.171768+0000","last_fullsized":"2024-05-11T04:36:48.171768+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:26:07.403419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.170577+0000","last_change":"2024-05-11T04:35:54.512875+0000","last_active":"2024-05-11T04:36:48.170577+0000","last_peered":"2024-05-11T04:36:48.170577+0000","last_clean":"2024-05-11T04:36:48.170577+0000","last_became_active":"2024-05-11T04:35:54.511540+0000","last_became_peered":"2024-05-11T04:35:54.511540+0000","last_unstale":"2024-05-11T04:36:48.170577+0000","last_undegraded":"2024-05-11T04:36:48.170577+0000","last_fullsized":"2024-05-11T04:36:48.170577+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:52:13.115000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"87'126","reported_seq":703,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.159501+0000","last_change":"2024-05-11T04:36:22.384442+0000","last_active":"2024-05-11T04:36:48.159501+0000","last_peered":"2024-05-11T04:36:48.159501+0000","last_clean":"2024-05-11T04:36:48.159501+0000","last_became_active":"2024-05-11T04:36:22.382998+0000","last_became_peered":"2024-05-11T04:36:22.382998+0000","last_unstale":"2024-05-11T04:36:48.159501+0000","last_undegraded":"2024-05-11T04:36:48.159501+0000","last_fullsized":"2024-05-11T04:36:48.159501+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":126,"log_dups_size":0,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:30:58.334860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056947400000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1033,"num_read_kb":2126,"num_write":91,"num_write_kb":2224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":71,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173964+0000","last_change":"2024-05-11T04:36:22.376395+0000","last_active":"2024-05-11T04:36:48.173964+0000","last_peered":"2024-05-11T04:36:48.173964+0000","last_clean":"2024-05-11T04:36:48.173964+0000","last_became_active":"2024-05-11T04:36:22.375363+0000","last_became_peered":"2024-05-11T04:36:22.375363+0000","last_unstale":"2024-05-11T04:36:48.173964+0000","last_undegraded":"2024-05-11T04:36:48.173964+0000","last_fullsized":"2024-05-11T04:36:48.173964+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:07:26.012153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.176546+0000","last_change":"2024-05-11T04:36:48.176546+0000","last_active":"2024-05-11T04:36:48.176546+0000","last_peered":"2024-05-11T04:36:48.176546+0000","last_clean":"2024-05-11T04:36:48.176546+0000","last_became_active":"2024-05-11T04:36:48.176025+0000","last_became_peered":"2024-05-11T04:36:48.176025+0000","last_unstale":"2024-05-11T04:36:48.176546+0000","last_undegraded":"2024-05-11T04:36:48.176546+0000","last_fullsized":"2024-05-11T04:36:48.176546+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:27:14.568468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"87'36","reported_seq":466,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.163868+0000","last_change":"2024-05-11T04:34:23.693520+0000","last_active":"2024-05-11T04:36:47.163868+0000","last_peered":"2024-05-11T04:36:47.163868+0000","last_clean":"2024-05-11T04:36:47.163868+0000","last_became_active":"2024-05-11T04:34:23.692230+0000","last_became_peered":"2024-05-11T04:34:23.692230+0000","last_unstale":"2024-05-11T04:36:47.163868+0000","last_undegraded":"2024-05-11T04:36:47.163868+0000","last_fullsized":"2024-05-11T04:36:47.163868+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:27:52.107758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013015469999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":1716,"num_write":29,"num_write_kb":1186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184638+0000","last_change":"2024-05-11T04:36:48.184638+0000","last_active":"2024-05-11T04:36:48.184638+0000","last_peered":"2024-05-11T04:36:48.184638+0000","last_clean":"2024-05-11T04:36:48.184638+0000","last_became_active":"2024-05-11T04:36:48.183204+0000","last_became_peered":"2024-05-11T04:36:48.183204+0000","last_unstale":"2024-05-11T04:36:48.184638+0000","last_undegraded":"2024-05-11T04:36:48.184638+0000","last_fullsized":"2024-05-11T04:36:48.184638+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:43:25.246962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":96,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.165248+0000","last_change":"2024-05-11T04:36:22.386952+0000","last_active":"2024-05-11T04:36:47.165248+0000","last_peered":"2024-05-11T04:36:47.165248+0000","last_clean":"2024-05-11T04:36:47.165248+0000","last_became_active":"2024-05-11T04:36:22.385753+0000","last_became_peered":"2024-05-11T04:36:22.385753+0000","last_unstale":"2024-05-11T04:36:47.165248+0000","last_undegraded":"2024-05-11T04:36:47.165248+0000","last_fullsized":"2024-05-11T04:36:47.165248+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:01:51.718795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"87'183","reported_seq":804,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173402+0000","last_change":"2024-05-11T04:34:23.701428+0000","last_active":"2024-05-11T04:36:48.173402+0000","last_peered":"2024-05-11T04:36:48.173402+0000","last_clean":"2024-05-11T04:36:48.173402+0000","last_became_active":"2024-05-11T04:34:23.695680+0000","last_became_peered":"2024-05-11T04:34:23.695680+0000","last_unstale":"2024-05-11T04:36:48.173402+0000","last_undegraded":"2024-05-11T04:36:48.173402+0000","last_fullsized":"2024-05-11T04:36:48.173402+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:28:18.402372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053899700000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1112,"num_read_kb":2339,"num_write":162,"num_write_kb":1264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":71,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185864+0000","last_change":"2024-05-11T04:36:48.185864+0000","last_active":"2024-05-11T04:36:48.185864+0000","last_peered":"2024-05-11T04:36:48.185864+0000","last_clean":"2024-05-11T04:36:48.185864+0000","last_became_active":"2024-05-11T04:36:48.185448+0000","last_became_peered":"2024-05-11T04:36:48.185448+0000","last_unstale":"2024-05-11T04:36:48.185864+0000","last_undegraded":"2024-05-11T04:36:48.185864+0000","last_fullsized":"2024-05-11T04:36:48.185864+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:35:46.038834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":88,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165692+0000","last_change":"2024-05-11T04:36:22.381263+0000","last_active":"2024-05-11T04:36:48.165692+0000","last_peered":"2024-05-11T04:36:48.165692+0000","last_clean":"2024-05-11T04:36:48.165692+0000","last_became_active":"2024-05-11T04:36:22.379692+0000","last_became_peered":"2024-05-11T04:36:22.379692+0000","last_unstale":"2024-05-11T04:36:48.165692+0000","last_undegraded":"2024-05-11T04:36:48.165692+0000","last_fullsized":"2024-05-11T04:36:48.165692+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:10:38.647817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182241+0000","last_change":"2024-05-11T04:36:48.182241+0000","last_active":"2024-05-11T04:36:48.182241+0000","last_peered":"2024-05-11T04:36:48.182241+0000","last_clean":"2024-05-11T04:36:48.182241+0000","last_became_active":"2024-05-11T04:36:48.181687+0000","last_became_peered":"2024-05-11T04:36:48.181687+0000","last_unstale":"2024-05-11T04:36:48.182241+0000","last_undegraded":"2024-05-11T04:36:48.182241+0000","last_fullsized":"2024-05-11T04:36:48.182241+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:48:53.147363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":83,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.178793+0000","last_change":"2024-05-11T04:36:48.178793+0000","last_active":"2024-05-11T04:36:48.178793+0000","last_peered":"2024-05-11T04:36:48.178793+0000","last_clean":"2024-05-11T04:36:48.178793+0000","last_became_active":"2024-05-11T04:36:48.178478+0000","last_became_peered":"2024-05-11T04:36:48.178478+0000","last_unstale":"2024-05-11T04:36:48.178793+0000","last_undegraded":"2024-05-11T04:36:48.178793+0000","last_fullsized":"2024-05-11T04:36:48.178793+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:20:39.756590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":97,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182025+0000","last_change":"2024-05-11T04:36:48.182025+0000","last_active":"2024-05-11T04:36:48.182025+0000","last_peered":"2024-05-11T04:36:48.182025+0000","last_clean":"2024-05-11T04:36:48.182025+0000","last_became_active":"2024-05-11T04:36:48.181579+0000","last_became_peered":"2024-05-11T04:36:48.181579+0000","last_unstale":"2024-05-11T04:36:48.182025+0000","last_undegraded":"2024-05-11T04:36:48.182025+0000","last_fullsized":"2024-05-11T04:36:48.182025+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:40:46.376683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.181082+0000","last_change":"2024-05-11T04:36:48.180744+0000","last_active":"2024-05-11T04:36:48.181082+0000","last_peered":"2024-05-11T04:36:48.181082+0000","last_clean":"2024-05-11T04:36:48.181082+0000","last_became_active":"2024-05-11T04:36:48.180272+0000","last_became_peered":"2024-05-11T04:36:48.180272+0000","last_unstale":"2024-05-11T04:36:48.181082+0000","last_undegraded":"2024-05-11T04:36:48.181082+0000","last_fullsized":"2024-05-11T04:36:48.181082+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:57:20.470808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":86,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184320+0000","last_change":"2024-05-11T04:36:48.184320+0000","last_active":"2024-05-11T04:36:48.184320+0000","last_peered":"2024-05-11T04:36:48.184320+0000","last_clean":"2024-05-11T04:36:48.184320+0000","last_became_active":"2024-05-11T04:36:48.183546+0000","last_became_peered":"2024-05-11T04:36:48.183546+0000","last_unstale":"2024-05-11T04:36:48.184320+0000","last_undegraded":"2024-05-11T04:36:48.184320+0000","last_fullsized":"2024-05-11T04:36:48.184320+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:17:35.982043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185627+0000","last_change":"2024-05-11T04:36:48.185627+0000","last_active":"2024-05-11T04:36:48.185627+0000","last_peered":"2024-05-11T04:36:48.185627+0000","last_clean":"2024-05-11T04:36:48.185627+0000","last_became_active":"2024-05-11T04:36:48.185216+0000","last_became_peered":"2024-05-11T04:36:48.185216+0000","last_unstale":"2024-05-11T04:36:48.185627+0000","last_undegraded":"2024-05-11T04:36:48.185627+0000","last_fullsized":"2024-05-11T04:36:48.185627+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:15:42.979240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183577+0000","last_change":"2024-05-11T04:36:48.183577+0000","last_active":"2024-05-11T04:36:48.183577+0000","last_peered":"2024-05-11T04:36:48.183577+0000","last_clean":"2024-05-11T04:36:48.183577+0000","last_became_active":"2024-05-11T04:36:48.181474+0000","last_became_peered":"2024-05-11T04:36:48.181474+0000","last_unstale":"2024-05-11T04:36:48.183577+0000","last_undegraded":"2024-05-11T04:36:48.183577+0000","last_fullsized":"2024-05-11T04:36:48.183577+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:51:30.527249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.168109+0000","last_change":"2024-05-11T04:36:22.383224+0000","last_active":"2024-05-11T04:36:48.168109+0000","last_peered":"2024-05-11T04:36:48.168109+0000","last_clean":"2024-05-11T04:36:48.168109+0000","last_became_active":"2024-05-11T04:36:22.382393+0000","last_became_peered":"2024-05-11T04:36:22.382393+0000","last_unstale":"2024-05-11T04:36:48.168109+0000","last_undegraded":"2024-05-11T04:36:48.168109+0000","last_fullsized":"2024-05-11T04:36:48.168109+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:09:06.501708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.162107+0000","last_change":"2024-05-11T04:34:23.703551+0000","last_active":"2024-05-11T04:36:48.162107+0000","last_peered":"2024-05-11T04:36:48.162107+0000","last_clean":"2024-05-11T04:36:48.162107+0000","last_became_active":"2024-05-11T04:34:23.702749+0000","last_became_peered":"2024-05-11T04:34:23.702749+0000","last_unstale":"2024-05-11T04:36:48.162107+0000","last_undegraded":"2024-05-11T04:36:48.162107+0000","last_fullsized":"2024-05-11T04:36:48.162107+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:33:53.113067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":69,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.169587+0000","last_change":"2024-05-11T04:23:44.261521+0000","last_active":"2024-05-11T04:36:48.169587+0000","last_peered":"2024-05-11T04:36:48.169587+0000","last_clean":"2024-05-11T04:36:48.169587+0000","last_became_active":"2024-05-11T04:23:44.260972+0000","last_became_peered":"2024-05-11T04:23:44.260972+0000","last_unstale":"2024-05-11T04:36:48.169587+0000","last_undegraded":"2024-05-11T04:36:48.169587+0000","last_fullsized":"2024-05-11T04:36:48.169587+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:31:43.238080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185777+0000","last_change":"2024-05-11T04:36:48.185777+0000","last_active":"2024-05-11T04:36:48.185777+0000","last_peered":"2024-05-11T04:36:48.185777+0000","last_clean":"2024-05-11T04:36:48.185777+0000","last_became_active":"2024-05-11T04:36:48.184928+0000","last_became_peered":"2024-05-11T04:36:48.184928+0000","last_unstale":"2024-05-11T04:36:48.185777+0000","last_undegraded":"2024-05-11T04:36:48.185777+0000","last_fullsized":"2024-05-11T04:36:48.185777+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:38:55.474526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.188947+0000","last_change":"2024-05-11T04:36:48.188661+0000","last_active":"2024-05-11T04:36:48.188947+0000","last_peered":"2024-05-11T04:36:48.188947+0000","last_clean":"2024-05-11T04:36:48.188947+0000","last_became_active":"2024-05-11T04:36:48.188274+0000","last_became_peered":"2024-05-11T04:36:48.188274+0000","last_unstale":"2024-05-11T04:36:48.188947+0000","last_undegraded":"2024-05-11T04:36:48.188947+0000","last_fullsized":"2024-05-11T04:36:48.188947+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:39:42.639718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":65,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.163389+0000","last_change":"2024-05-11T04:23:45.893598+0000","last_active":"2024-05-11T04:36:47.163389+0000","last_peered":"2024-05-11T04:36:47.163389+0000","last_clean":"2024-05-11T04:36:47.163389+0000","last_became_active":"2024-05-11T04:23:45.893265+0000","last_became_peered":"2024-05-11T04:23:45.893265+0000","last_unstale":"2024-05-11T04:36:47.163389+0000","last_undegraded":"2024-05-11T04:36:47.163389+0000","last_fullsized":"2024-05-11T04:36:47.163389+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:56:50.632837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":99,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.175154+0000","last_change":"2024-05-11T04:36:48.174564+0000","last_active":"2024-05-11T04:36:48.175154+0000","last_peered":"2024-05-11T04:36:48.175154+0000","last_clean":"2024-05-11T04:36:48.175154+0000","last_became_active":"2024-05-11T04:36:48.173682+0000","last_became_peered":"2024-05-11T04:36:48.173682+0000","last_unstale":"2024-05-11T04:36:48.175154+0000","last_undegraded":"2024-05-11T04:36:48.175154+0000","last_fullsized":"2024-05-11T04:36:48.175154+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:50:01.052593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":47,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166633+0000","last_change":"2024-05-11T04:36:22.390540+0000","last_active":"2024-05-11T04:36:48.166633+0000","last_peered":"2024-05-11T04:36:48.166633+0000","last_clean":"2024-05-11T04:36:48.166633+0000","last_became_active":"2024-05-11T04:36:22.389659+0000","last_became_peered":"2024-05-11T04:36:22.389659+0000","last_unstale":"2024-05-11T04:36:48.166633+0000","last_undegraded":"2024-05-11T04:36:48.166633+0000","last_fullsized":"2024-05-11T04:36:48.166633+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:14:48.960859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":97,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.160896+0000","last_change":"2024-05-11T04:33:55.249859+0000","last_active":"2024-05-11T04:36:48.160896+0000","last_peered":"2024-05-11T04:36:48.160896+0000","last_clean":"2024-05-11T04:36:48.160896+0000","last_became_active":"2024-05-11T04:33:55.248047+0000","last_became_peered":"2024-05-11T04:33:55.248047+0000","last_unstale":"2024-05-11T04:36:48.160896+0000","last_undegraded":"2024-05-11T04:36:48.160896+0000","last_fullsized":"2024-05-11T04:36:48.160896+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:21:11.910379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166036+0000","last_change":"2024-05-11T04:36:22.378476+0000","last_active":"2024-05-11T04:36:48.166036+0000","last_peered":"2024-05-11T04:36:48.166036+0000","last_clean":"2024-05-11T04:36:48.166036+0000","last_became_active":"2024-05-11T04:36:22.377117+0000","last_became_peered":"2024-05-11T04:36:22.377117+0000","last_unstale":"2024-05-11T04:36:48.166036+0000","last_undegraded":"2024-05-11T04:36:48.166036+0000","last_fullsized":"2024-05-11T04:36:48.166036+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:01:03.943357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":82,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.175118+0000","last_change":"2024-05-11T04:36:48.174713+0000","last_active":"2024-05-11T04:36:48.175118+0000","last_peered":"2024-05-11T04:36:48.175118+0000","last_clean":"2024-05-11T04:36:48.175118+0000","last_became_active":"2024-05-11T04:36:48.174053+0000","last_became_peered":"2024-05-11T04:36:48.174053+0000","last_unstale":"2024-05-11T04:36:48.175118+0000","last_undegraded":"2024-05-11T04:36:48.175118+0000","last_fullsized":"2024-05-11T04:36:48.175118+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:09:27.742633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.170490+0000","last_change":"2024-05-11T04:36:22.384781+0000","last_active":"2024-05-11T04:36:48.170490+0000","last_peered":"2024-05-11T04:36:48.170490+0000","last_clean":"2024-05-11T04:36:48.170490+0000","last_became_active":"2024-05-11T04:36:22.382993+0000","last_became_peered":"2024-05-11T04:36:22.382993+0000","last_unstale":"2024-05-11T04:36:48.170490+0000","last_undegraded":"2024-05-11T04:36:48.170490+0000","last_fullsized":"2024-05-11T04:36:48.170490+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:59:58.675883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165321+0000","last_change":"2024-05-11T04:36:22.376732+0000","last_active":"2024-05-11T04:36:48.165321+0000","last_peered":"2024-05-11T04:36:48.165321+0000","last_clean":"2024-05-11T04:36:48.165321+0000","last_became_active":"2024-05-11T04:36:22.376229+0000","last_became_peered":"2024-05-11T04:36:22.376229+0000","last_unstale":"2024-05-11T04:36:48.165321+0000","last_undegraded":"2024-05-11T04:36:48.165321+0000","last_fullsized":"2024-05-11T04:36:48.165321+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:11:23.906116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":87,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166145+0000","last_change":"2024-05-11T04:36:22.377349+0000","last_active":"2024-05-11T04:36:48.166145+0000","last_peered":"2024-05-11T04:36:48.166145+0000","last_clean":"2024-05-11T04:36:48.166145+0000","last_became_active":"2024-05-11T04:36:22.374687+0000","last_became_peered":"2024-05-11T04:36:22.374687+0000","last_unstale":"2024-05-11T04:36:48.166145+0000","last_undegraded":"2024-05-11T04:36:48.166145+0000","last_fullsized":"2024-05-11T04:36:48.166145+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:35:29.358704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.178445+0000","last_change":"2024-05-11T04:36:48.177679+0000","last_active":"2024-05-11T04:36:48.178445+0000","last_peered":"2024-05-11T04:36:48.178445+0000","last_clean":"2024-05-11T04:36:48.178445+0000","last_became_active":"2024-05-11T04:36:48.177201+0000","last_became_peered":"2024-05-11T04:36:48.177201+0000","last_unstale":"2024-05-11T04:36:48.178445+0000","last_undegraded":"2024-05-11T04:36:48.178445+0000","last_fullsized":"2024-05-11T04:36:48.178445+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:14:38.305357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182104+0000","last_change":"2024-05-11T04:36:48.182104+0000","last_active":"2024-05-11T04:36:48.182104+0000","last_peered":"2024-05-11T04:36:48.182104+0000","last_clean":"2024-05-11T04:36:48.182104+0000","last_became_active":"2024-05-11T04:36:48.181491+0000","last_became_peered":"2024-05-11T04:36:48.181491+0000","last_unstale":"2024-05-11T04:36:48.182104+0000","last_undegraded":"2024-05-11T04:36:48.182104+0000","last_fullsized":"2024-05-11T04:36:48.182104+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:26:06.989088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"91'23","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173063+0000","last_change":"2024-05-11T04:36:48.173063+0000","last_active":"2024-05-11T04:36:48.173063+0000","last_peered":"2024-05-11T04:36:48.173063+0000","last_clean":"2024-05-11T04:36:48.173063+0000","last_became_active":"2024-05-11T04:36:48.172714+0000","last_became_peered":"2024-05-11T04:36:48.172714+0000","last_unstale":"2024-05-11T04:36:48.173063+0000","last_undegraded":"2024-05-11T04:36:48.173063+0000","last_fullsized":"2024-05-11T04:36:48.173063+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:25:25.555999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.171202+0000","last_change":"2024-05-11T04:35:54.515983+0000","last_active":"2024-05-11T04:36:48.171202+0000","last_peered":"2024-05-11T04:36:48.171202+0000","last_clean":"2024-05-11T04:36:48.171202+0000","last_became_active":"2024-05-11T04:35:54.515011+0000","last_became_peered":"2024-05-11T04:35:54.515011+0000","last_unstale":"2024-05-11T04:36:48.171202+0000","last_undegraded":"2024-05-11T04:36:48.171202+0000","last_fullsized":"2024-05-11T04:36:48.171202+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:39.795660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":103,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184490+0000","last_change":"2024-05-11T04:36:48.183940+0000","last_active":"2024-05-11T04:36:48.184490+0000","last_peered":"2024-05-11T04:36:48.184490+0000","last_clean":"2024-05-11T04:36:48.184490+0000","last_became_active":"2024-05-11T04:36:48.183443+0000","last_became_peered":"2024-05-11T04:36:48.183443+0000","last_unstale":"2024-05-11T04:36:48.184490+0000","last_undegraded":"2024-05-11T04:36:48.184490+0000","last_fullsized":"2024-05-11T04:36:48.184490+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:00:45.675185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":34,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.167875+0000","last_change":"2024-05-11T04:36:22.389613+0000","last_active":"2024-05-11T04:36:48.167875+0000","last_peered":"2024-05-11T04:36:48.167875+0000","last_clean":"2024-05-11T04:36:48.167875+0000","last_became_active":"2024-05-11T04:36:22.386006+0000","last_became_peered":"2024-05-11T04:36:22.386006+0000","last_unstale":"2024-05-11T04:36:48.167875+0000","last_undegraded":"2024-05-11T04:36:48.167875+0000","last_fullsized":"2024-05-11T04:36:48.167875+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:51:24.249125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.168252+0000","last_change":"2024-05-11T04:34:23.695051+0000","last_active":"2024-05-11T04:36:48.168252+0000","last_peered":"2024-05-11T04:36:48.168252+0000","last_clean":"2024-05-11T04:36:48.168252+0000","last_became_active":"2024-05-11T04:34:23.693811+0000","last_became_peered":"2024-05-11T04:34:23.693811+0000","last_unstale":"2024-05-11T04:36:48.168252+0000","last_undegraded":"2024-05-11T04:36:48.168252+0000","last_fullsized":"2024-05-11T04:36:48.168252+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:48:38.063065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":87,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.163860+0000","last_change":"2024-05-11T04:36:22.390694+0000","last_active":"2024-05-11T04:36:48.163860+0000","last_peered":"2024-05-11T04:36:48.163860+0000","last_clean":"2024-05-11T04:36:48.163860+0000","last_became_active":"2024-05-11T04:36:22.389428+0000","last_became_peered":"2024-05-11T04:36:22.389428+0000","last_unstale":"2024-05-11T04:36:48.163860+0000","last_undegraded":"2024-05-11T04:36:48.163860+0000","last_fullsized":"2024-05-11T04:36:48.163860+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:08:25.712577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165692+0000","last_change":"2024-05-11T04:36:22.383467+0000","last_active":"2024-05-11T04:36:48.165692+0000","last_peered":"2024-05-11T04:36:48.165692+0000","last_clean":"2024-05-11T04:36:48.165692+0000","last_became_active":"2024-05-11T04:36:22.382898+0000","last_became_peered":"2024-05-11T04:36:22.382898+0000","last_unstale":"2024-05-11T04:36:48.165692+0000","last_undegraded":"2024-05-11T04:36:48.165692+0000","last_fullsized":"2024-05-11T04:36:48.165692+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:56:53.610799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":89,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.171526+0000","last_change":"2024-05-11T04:35:54.517500+0000","last_active":"2024-05-11T04:36:47.171526+0000","last_peered":"2024-05-11T04:36:47.171526+0000","last_clean":"2024-05-11T04:36:47.171526+0000","last_became_active":"2024-05-11T04:35:54.516632+0000","last_became_peered":"2024-05-11T04:35:54.516632+0000","last_unstale":"2024-05-11T04:36:47.171526+0000","last_undegraded":"2024-05-11T04:36:47.171526+0000","last_fullsized":"2024-05-11T04:36:47.171526+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:28:40.319426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":103,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165231+0000","last_change":"2024-05-11T04:36:22.390872+0000","last_active":"2024-05-11T04:36:48.165231+0000","last_peered":"2024-05-11T04:36:48.165231+0000","last_clean":"2024-05-11T04:36:48.165231+0000","last_became_active":"2024-05-11T04:36:22.389553+0000","last_became_peered":"2024-05-11T04:36:22.389553+0000","last_unstale":"2024-05-11T04:36:48.165231+0000","last_undegraded":"2024-05-11T04:36:48.165231+0000","last_fullsized":"2024-05-11T04:36:48.165231+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:24:09.934366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":73,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166343+0000","last_change":"2024-05-11T04:36:22.378982+0000","last_active":"2024-05-11T04:36:48.166343+0000","last_peered":"2024-05-11T04:36:48.166343+0000","last_clean":"2024-05-11T04:36:48.166343+0000","last_became_active":"2024-05-11T04:36:22.377883+0000","last_became_peered":"2024-05-11T04:36:22.377883+0000","last_unstale":"2024-05-11T04:36:48.166343+0000","last_undegraded":"2024-05-11T04:36:48.166343+0000","last_fullsized":"2024-05-11T04:36:48.166343+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:22:03.469725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":71,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.187068+0000","last_change":"2024-05-11T04:36:48.187068+0000","last_active":"2024-05-11T04:36:48.187068+0000","last_peered":"2024-05-11T04:36:48.187068+0000","last_clean":"2024-05-11T04:36:48.187068+0000","last_became_active":"2024-05-11T04:36:48.186619+0000","last_became_peered":"2024-05-11T04:36:48.186619+0000","last_unstale":"2024-05-11T04:36:48.187068+0000","last_undegraded":"2024-05-11T04:36:48.187068+0000","last_fullsized":"2024-05-11T04:36:48.187068+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:39:21.587386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.180103+0000","last_change":"2024-05-11T04:36:48.180103+0000","last_active":"2024-05-11T04:36:48.180103+0000","last_peered":"2024-05-11T04:36:48.180103+0000","last_clean":"2024-05-11T04:36:48.180103+0000","last_became_active":"2024-05-11T04:36:48.179177+0000","last_became_peered":"2024-05-11T04:36:48.179177+0000","last_unstale":"2024-05-11T04:36:48.180103+0000","last_undegraded":"2024-05-11T04:36:48.180103+0000","last_fullsized":"2024-05-11T04:36:48.180103+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:15:29.357684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'2","reported_seq":99,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184051+0000","last_change":"2024-05-11T04:36:48.184051+0000","last_active":"2024-05-11T04:36:48.184051+0000","last_peered":"2024-05-11T04:36:48.184051+0000","last_clean":"2024-05-11T04:36:48.184051+0000","last_became_active":"2024-05-11T04:36:48.181741+0000","last_became_peered":"2024-05-11T04:36:48.181741+0000","last_unstale":"2024-05-11T04:36:48.184051+0000","last_undegraded":"2024-05-11T04:36:48.184051+0000","last_fullsized":"2024-05-11T04:36:48.184051+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:41:54.340809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24816,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13056,"num_write":846,"num_write_kb":12618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5195,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234202,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37080,"kb_used_data":5956,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93708072,"statfs":{"total":95995035648,"available":95957065728,"internally_reserved":0,"allocated":6098944,"data_stored":5475630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495845,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32968,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712184,"statfs":{"total":95995035648,"available":95961276416,"internally_reserved":0,"allocated":1896448,"data_stored":1281199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":100,"seq":429496729648,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28796,"kb_used_data":1256,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716356,"statfs":{"total":95995035648,"available":95965548544,"internally_reserved":0,"allocated":1286144,"data_stored":686075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7882,"internal_metadata":28172598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":95,"seq":408021893174,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33476,"kb_used_data":5940,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93711676,"statfs":{"total":95995035648,"available":95960756224,"internally_reserved":0,"allocated":6082560,"data_stored":5471605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8036,"internal_metadata":28172444},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":105,"seq":450971566110,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32964,"kb_used_data":1264,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93712188,"statfs":{"total":95995035648,"available":95961280512,"internally_reserved":0,"allocated":1294336,"data_stored":686945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8020,"internal_metadata":32432300},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":110,"seq":472446402584,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1260,"kb_used_omap":6,"kb_used_meta":27513,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1290240,"data_stored":686419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6300,"internal_metadata":28174180},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":115,"seq":493921239059,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32912,"kb_used_data":5372,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93712240,"statfs":{"total":95995035648,"available":95961333760,"internally_reserved":0,"allocated":5500928,"data_stored":4885262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7741,"internal_metadata":28172739},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757486,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32384,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712768,"statfs":{"total":95995035648,"available":95961874432,"internally_reserved":0,"allocated":1298432,"data_stored":686988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3892,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1303,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6442,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6288,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2534,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6147,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:38:16.663 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:38:17.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:17 smithi173 bash[67089]: audit 2024-05-11T04:38:15.898946+0000 mgr.y (mgr.25853) 339 : audit [DBG] from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:17.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:17 smithi173 bash[67089]: audit 2024-05-11T04:38:15.898946+0000 mgr.y (mgr.25853) 339 : audit [DBG] from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:17.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:17 smithi113 bash[84165]: audit 2024-05-11T04:38:15.898946+0000 mgr.y (mgr.25853) 339 : audit [DBG] from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:17.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:17 smithi113 bash[84165]: audit 2024-05-11T04:38:15.898946+0000 mgr.y (mgr.25853) 339 : audit [DBG] from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:16 smithi113 bash[81732]: audit 2024-05-11T04:38:15.898946+0000 mgr.y (mgr.25853) 339 : audit [DBG] from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:17.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:17 smithi113 bash[81732]: audit 2024-05-11T04:38:15.898946+0000 mgr.y (mgr.25853) 339 : audit [DBG] from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:18 smithi173 bash[67089]: cluster 2024-05-11T04:38:16.932669+0000 mgr.y (mgr.25853) 340 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:18 smithi173 bash[67089]: cluster 2024-05-11T04:38:16.932669+0000 mgr.y (mgr.25853) 340 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:18 smithi113 bash[81732]: cluster 2024-05-11T04:38:16.932669+0000 mgr.y (mgr.25853) 340 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:18.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:18 smithi113 bash[81732]: cluster 2024-05-11T04:38:16.932669+0000 mgr.y (mgr.25853) 340 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:18.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:18 smithi113 bash[84165]: cluster 2024-05-11T04:38:16.932669+0000 mgr.y (mgr.25853) 340 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:18.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:18 smithi113 bash[84165]: cluster 2024-05-11T04:38:16.932669+0000 mgr.y (mgr.25853) 340 : cluster [DBG] pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:38:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:38:19] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-05-11T04:38:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:20 smithi173 bash[67089]: cluster 2024-05-11T04:38:18.933418+0000 mgr.y (mgr.25853) 341 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:20 smithi173 bash[67089]: cluster 2024-05-11T04:38:18.933418+0000 mgr.y (mgr.25853) 341 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:20.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:20 smithi113 bash[81732]: cluster 2024-05-11T04:38:18.933418+0000 mgr.y (mgr.25853) 341 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:20.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:20 smithi113 bash[81732]: cluster 2024-05-11T04:38:18.933418+0000 mgr.y (mgr.25853) 341 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:20.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:20 smithi113 bash[84165]: cluster 2024-05-11T04:38:18.933418+0000 mgr.y (mgr.25853) 341 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:20.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:20 smithi113 bash[84165]: cluster 2024-05-11T04:38:18.933418+0000 mgr.y (mgr.25853) 341 : cluster [DBG] pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:21.402 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:38:22.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:22 smithi173 bash[67089]: cluster 2024-05-11T04:38:20.934280+0000 mgr.y (mgr.25853) 342 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:22.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:22 smithi173 bash[67089]: cluster 2024-05-11T04:38:20.934280+0000 mgr.y (mgr.25853) 342 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:22.370 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:22 smithi113 bash[81732]: cluster 2024-05-11T04:38:20.934280+0000 mgr.y (mgr.25853) 342 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:22.370 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:22 smithi113 bash[81732]: cluster 2024-05-11T04:38:20.934280+0000 mgr.y (mgr.25853) 342 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:22.370 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:22 smithi113 bash[84165]: cluster 2024-05-11T04:38:20.934280+0000 mgr.y (mgr.25853) 342 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:22.371 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:22 smithi113 bash[84165]: cluster 2024-05-11T04:38:20.934280+0000 mgr.y (mgr.25853) 342 : cluster [DBG] pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:24.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:24 smithi173 bash[67089]: cluster 2024-05-11T04:38:22.935084+0000 mgr.y (mgr.25853) 343 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:24.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:24 smithi173 bash[67089]: cluster 2024-05-11T04:38:22.935084+0000 mgr.y (mgr.25853) 343 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:24.398 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:38:24.399 INFO:teuthology.orchestra.run.smithi113.stderr:dumped all 2024-05-11T04:38:24.410 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:24 smithi113 bash[81732]: cluster 2024-05-11T04:38:22.935084+0000 mgr.y (mgr.25853) 343 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:24.410 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:24 smithi113 bash[81732]: cluster 2024-05-11T04:38:22.935084+0000 mgr.y (mgr.25853) 343 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:24.411 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:24 smithi113 bash[84165]: cluster 2024-05-11T04:38:22.935084+0000 mgr.y (mgr.25853) 343 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:24.411 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:24 smithi113 bash[84165]: cluster 2024-05-11T04:38:22.935084+0000 mgr.y (mgr.25853) 343 : cluster [DBG] pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:25.081 INFO:teuthology.orchestra.run.smithi113.stdout:{"pg_ready":true,"pg_map":{"version":280,"stamp":"2024-05-11T04:38:22.934569+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790245,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6452,"num_read_kb":13958,"num_write":1122,"num_write_kb":15064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1186,"ondisk_log_size":1186,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":259380,"kb_used_data":24168,"kb_used_omap":41,"kb_used_meta":235030,"kb_avail":749701836,"statfs":{"total":767960285184,"available":767694680064,"internally_reserved":0,"allocated":24748032,"data_stored":19860123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42755,"internal_metadata":240670973},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005044"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":91,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.178133+0000","last_change":"2024-05-11T04:36:48.178133+0000","last_active":"2024-05-11T04:36:48.178133+0000","last_peered":"2024-05-11T04:36:48.178133+0000","last_clean":"2024-05-11T04:36:48.178133+0000","last_became_active":"2024-05-11T04:36:48.177666+0000","last_became_peered":"2024-05-11T04:36:48.177666+0000","last_unstale":"2024-05-11T04:36:48.178133+0000","last_undegraded":"2024-05-11T04:36:48.178133+0000","last_fullsized":"2024-05-11T04:36:48.178133+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:58:30.137520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":84,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165621+0000","last_change":"2024-05-11T04:35:54.516714+0000","last_active":"2024-05-11T04:36:48.165621+0000","last_peered":"2024-05-11T04:36:48.165621+0000","last_clean":"2024-05-11T04:36:48.165621+0000","last_became_active":"2024-05-11T04:35:54.515399+0000","last_became_peered":"2024-05-11T04:35:54.515399+0000","last_unstale":"2024-05-11T04:36:48.165621+0000","last_undegraded":"2024-05-11T04:36:48.165621+0000","last_fullsized":"2024-05-11T04:36:48.165621+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:16:53.246706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":106,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.167658+0000","last_change":"2024-05-11T04:36:22.383491+0000","last_active":"2024-05-11T04:36:48.167658+0000","last_peered":"2024-05-11T04:36:48.167658+0000","last_clean":"2024-05-11T04:36:48.167658+0000","last_became_active":"2024-05-11T04:36:22.382551+0000","last_became_peered":"2024-05-11T04:36:22.382551+0000","last_unstale":"2024-05-11T04:36:48.167658+0000","last_undegraded":"2024-05-11T04:36:48.167658+0000","last_fullsized":"2024-05-11T04:36:48.167658+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:53:06.113031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":97,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166389+0000","last_change":"2024-05-11T04:36:22.383556+0000","last_active":"2024-05-11T04:36:48.166389+0000","last_peered":"2024-05-11T04:36:48.166389+0000","last_clean":"2024-05-11T04:36:48.166389+0000","last_became_active":"2024-05-11T04:36:22.383158+0000","last_became_peered":"2024-05-11T04:36:22.383158+0000","last_unstale":"2024-05-11T04:36:48.166389+0000","last_undegraded":"2024-05-11T04:36:48.166389+0000","last_fullsized":"2024-05-11T04:36:48.166389+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:07:03.353518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185530+0000","last_change":"2024-05-11T04:36:48.185530+0000","last_active":"2024-05-11T04:36:48.185530+0000","last_peered":"2024-05-11T04:36:48.185530+0000","last_clean":"2024-05-11T04:36:48.185530+0000","last_became_active":"2024-05-11T04:36:48.185057+0000","last_became_peered":"2024-05-11T04:36:48.185057+0000","last_unstale":"2024-05-11T04:36:48.185530+0000","last_undegraded":"2024-05-11T04:36:48.185530+0000","last_fullsized":"2024-05-11T04:36:48.185530+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:35:20.476822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":84,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183183+0000","last_change":"2024-05-11T04:36:48.183183+0000","last_active":"2024-05-11T04:36:48.183183+0000","last_peered":"2024-05-11T04:36:48.183183+0000","last_clean":"2024-05-11T04:36:48.183183+0000","last_became_active":"2024-05-11T04:36:48.182816+0000","last_became_peered":"2024-05-11T04:36:48.182816+0000","last_unstale":"2024-05-11T04:36:48.183183+0000","last_undegraded":"2024-05-11T04:36:48.183183+0000","last_fullsized":"2024-05-11T04:36:48.183183+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:32:47.791586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.186578+0000","last_change":"2024-05-11T04:36:48.186578+0000","last_active":"2024-05-11T04:36:48.186578+0000","last_peered":"2024-05-11T04:36:48.186578+0000","last_clean":"2024-05-11T04:36:48.186578+0000","last_became_active":"2024-05-11T04:36:48.186074+0000","last_became_peered":"2024-05-11T04:36:48.186074+0000","last_unstale":"2024-05-11T04:36:48.186578+0000","last_undegraded":"2024-05-11T04:36:48.186578+0000","last_fullsized":"2024-05-11T04:36:48.186578+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:57:05.254471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":99,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183127+0000","last_change":"2024-05-11T04:36:48.183127+0000","last_active":"2024-05-11T04:36:48.183127+0000","last_peered":"2024-05-11T04:36:48.183127+0000","last_clean":"2024-05-11T04:36:48.183127+0000","last_became_active":"2024-05-11T04:36:48.182647+0000","last_became_peered":"2024-05-11T04:36:48.182647+0000","last_unstale":"2024-05-11T04:36:48.183127+0000","last_undegraded":"2024-05-11T04:36:48.183127+0000","last_fullsized":"2024-05-11T04:36:48.183127+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:41:40.368316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":106,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.159728+0000","last_change":"2024-05-11T04:36:22.376426+0000","last_active":"2024-05-11T04:36:48.159728+0000","last_peered":"2024-05-11T04:36:48.159728+0000","last_clean":"2024-05-11T04:36:48.159728+0000","last_became_active":"2024-05-11T04:36:22.375956+0000","last_became_peered":"2024-05-11T04:36:22.375956+0000","last_unstale":"2024-05-11T04:36:48.159728+0000","last_undegraded":"2024-05-11T04:36:48.159728+0000","last_fullsized":"2024-05-11T04:36:48.159728+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:23:05.488911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":79,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183819+0000","last_change":"2024-05-11T04:36:48.183819+0000","last_active":"2024-05-11T04:36:48.183819+0000","last_peered":"2024-05-11T04:36:48.183819+0000","last_clean":"2024-05-11T04:36:48.183819+0000","last_became_active":"2024-05-11T04:36:48.182109+0000","last_became_peered":"2024-05-11T04:36:48.182109+0000","last_unstale":"2024-05-11T04:36:48.183819+0000","last_undegraded":"2024-05-11T04:36:48.183819+0000","last_fullsized":"2024-05-11T04:36:48.183819+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:33:16.330120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":69,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.174999+0000","last_change":"2024-05-11T04:36:48.174999+0000","last_active":"2024-05-11T04:36:48.174999+0000","last_peered":"2024-05-11T04:36:48.174999+0000","last_clean":"2024-05-11T04:36:48.174999+0000","last_became_active":"2024-05-11T04:36:48.174680+0000","last_became_peered":"2024-05-11T04:36:48.174680+0000","last_unstale":"2024-05-11T04:36:48.174999+0000","last_undegraded":"2024-05-11T04:36:48.174999+0000","last_fullsized":"2024-05-11T04:36:48.174999+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:11:49.252580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":88,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183609+0000","last_change":"2024-05-11T04:36:48.182346+0000","last_active":"2024-05-11T04:36:48.183609+0000","last_peered":"2024-05-11T04:36:48.183609+0000","last_clean":"2024-05-11T04:36:48.183609+0000","last_became_active":"2024-05-11T04:36:48.181437+0000","last_became_peered":"2024-05-11T04:36:48.181437+0000","last_unstale":"2024-05-11T04:36:48.183609+0000","last_undegraded":"2024-05-11T04:36:48.183609+0000","last_fullsized":"2024-05-11T04:36:48.183609+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:58:53.644229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"87'61","reported_seq":284,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.161027+0000","last_change":"2024-05-11T04:35:54.516850+0000","last_active":"2024-05-11T04:36:48.161027+0000","last_peered":"2024-05-11T04:36:48.161027+0000","last_clean":"2024-05-11T04:36:48.161027+0000","last_became_active":"2024-05-11T04:35:54.515087+0000","last_became_peered":"2024-05-11T04:35:54.515087+0000","last_unstale":"2024-05-11T04:36:48.161027+0000","last_undegraded":"2024-05-11T04:36:48.161027+0000","last_fullsized":"2024-05-11T04:36:48.161027+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":0,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:01:38.532465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052982400000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":311,"num_read_kb":1795,"num_write":60,"num_write_kb":1302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":84,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165565+0000","last_change":"2024-05-11T04:36:22.390224+0000","last_active":"2024-05-11T04:36:48.165565+0000","last_peered":"2024-05-11T04:36:48.165565+0000","last_clean":"2024-05-11T04:36:48.165565+0000","last_became_active":"2024-05-11T04:36:22.384890+0000","last_became_peered":"2024-05-11T04:36:22.384890+0000","last_unstale":"2024-05-11T04:36:48.165565+0000","last_undegraded":"2024-05-11T04:36:48.165565+0000","last_fullsized":"2024-05-11T04:36:48.165565+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:24:11.252616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'172","reported_seq":731,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.187284+0000","last_change":"2024-05-11T04:36:48.187284+0000","last_active":"2024-05-11T04:36:48.187284+0000","last_peered":"2024-05-11T04:36:48.187284+0000","last_clean":"2024-05-11T04:36:48.187284+0000","last_became_active":"2024-05-11T04:36:48.186287+0000","last_became_peered":"2024-05-11T04:36:48.186287+0000","last_unstale":"2024-05-11T04:36:48.187284+0000","last_undegraded":"2024-05-11T04:36:48.187284+0000","last_fullsized":"2024-05-11T04:36:48.187284+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":172,"log_dups_size":0,"ondisk_log_size":172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:39.470729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053080599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1136,"num_read_kb":1176,"num_write":129,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":87,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166754+0000","last_change":"2024-05-11T04:36:22.394300+0000","last_active":"2024-05-11T04:36:48.166754+0000","last_peered":"2024-05-11T04:36:48.166754+0000","last_clean":"2024-05-11T04:36:48.166754+0000","last_became_active":"2024-05-11T04:36:22.393217+0000","last_became_peered":"2024-05-11T04:36:22.393217+0000","last_unstale":"2024-05-11T04:36:48.166754+0000","last_undegraded":"2024-05-11T04:36:48.166754+0000","last_fullsized":"2024-05-11T04:36:48.166754+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:28:20.613996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":64,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.169590+0000","last_change":"2024-05-11T04:33:55.246440+0000","last_active":"2024-05-11T04:36:48.169590+0000","last_peered":"2024-05-11T04:36:48.169590+0000","last_clean":"2024-05-11T04:36:48.169590+0000","last_became_active":"2024-05-11T04:33:55.241192+0000","last_became_peered":"2024-05-11T04:33:55.241192+0000","last_unstale":"2024-05-11T04:36:48.169590+0000","last_undegraded":"2024-05-11T04:36:48.169590+0000","last_fullsized":"2024-05-11T04:36:48.169590+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:11:11.149972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173663+0000","last_change":"2024-05-11T04:35:54.521288+0000","last_active":"2024-05-11T04:36:48.173663+0000","last_peered":"2024-05-11T04:36:48.173663+0000","last_clean":"2024-05-11T04:36:48.173663+0000","last_became_active":"2024-05-11T04:35:54.520402+0000","last_became_peered":"2024-05-11T04:35:54.520402+0000","last_unstale":"2024-05-11T04:36:48.173663+0000","last_undegraded":"2024-05-11T04:36:48.173663+0000","last_fullsized":"2024-05-11T04:36:48.173663+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:21:59.861780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"87'49","reported_seq":276,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.176288+0000","last_change":"2024-05-11T04:36:48.176288+0000","last_active":"2024-05-11T04:36:48.176288+0000","last_peered":"2024-05-11T04:36:48.176288+0000","last_clean":"2024-05-11T04:36:48.176288+0000","last_became_active":"2024-05-11T04:36:48.175720+0000","last_became_peered":"2024-05-11T04:36:48.175720+0000","last_unstale":"2024-05-11T04:36:48.176288+0000","last_undegraded":"2024-05-11T04:36:48.176288+0000","last_fullsized":"2024-05-11T04:36:48.176288+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:37:19.734295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065613499999999996,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":256,"num_read_kb":1231,"num_write":41,"num_write_kb":5163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":82,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166447+0000","last_change":"2024-05-11T04:35:54.513931+0000","last_active":"2024-05-11T04:36:48.166447+0000","last_peered":"2024-05-11T04:36:48.166447+0000","last_clean":"2024-05-11T04:36:48.166447+0000","last_became_active":"2024-05-11T04:35:54.513037+0000","last_became_peered":"2024-05-11T04:35:54.513037+0000","last_unstale":"2024-05-11T04:36:48.166447+0000","last_undegraded":"2024-05-11T04:36:48.166447+0000","last_fullsized":"2024-05-11T04:36:48.166447+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:43:40.101507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":82,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182955+0000","last_change":"2024-05-11T04:36:48.182165+0000","last_active":"2024-05-11T04:36:48.182955+0000","last_peered":"2024-05-11T04:36:48.182955+0000","last_clean":"2024-05-11T04:36:48.182955+0000","last_became_active":"2024-05-11T04:36:48.181846+0000","last_became_peered":"2024-05-11T04:36:48.181846+0000","last_unstale":"2024-05-11T04:36:48.182955+0000","last_undegraded":"2024-05-11T04:36:48.182955+0000","last_fullsized":"2024-05-11T04:36:48.182955+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:35:06.071076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"87'129","reported_seq":531,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165288+0000","last_change":"2024-05-11T04:34:23.707374+0000","last_active":"2024-05-11T04:36:48.165288+0000","last_peered":"2024-05-11T04:36:48.165288+0000","last_clean":"2024-05-11T04:36:48.165288+0000","last_became_active":"2024-05-11T04:34:23.705997+0000","last_became_peered":"2024-05-11T04:34:23.705997+0000","last_unstale":"2024-05-11T04:36:48.165288+0000","last_undegraded":"2024-05-11T04:36:48.165288+0000","last_fullsized":"2024-05-11T04:36:48.165288+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":129,"log_dups_size":0,"ondisk_log_size":129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:27:41.086935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022867690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":776,"num_read_kb":848,"num_write":119,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.171739+0000","last_change":"2024-05-11T04:36:48.171739+0000","last_active":"2024-05-11T04:36:48.171739+0000","last_peered":"2024-05-11T04:36:48.171739+0000","last_clean":"2024-05-11T04:36:48.171739+0000","last_became_active":"2024-05-11T04:36:48.170985+0000","last_became_peered":"2024-05-11T04:36:48.170985+0000","last_unstale":"2024-05-11T04:36:48.171739+0000","last_undegraded":"2024-05-11T04:36:48.171739+0000","last_fullsized":"2024-05-11T04:36:48.171739+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:23:53.877514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":79,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.164434+0000","last_change":"2024-05-11T04:36:22.386834+0000","last_active":"2024-05-11T04:36:48.164434+0000","last_peered":"2024-05-11T04:36:48.164434+0000","last_clean":"2024-05-11T04:36:48.164434+0000","last_became_active":"2024-05-11T04:36:22.384144+0000","last_became_peered":"2024-05-11T04:36:22.384144+0000","last_unstale":"2024-05-11T04:36:48.164434+0000","last_undegraded":"2024-05-11T04:36:48.164434+0000","last_fullsized":"2024-05-11T04:36:48.164434+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:59:17.761119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"91'149","reported_seq":410,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.177287+0000","last_change":"2024-05-11T04:33:55.248056+0000","last_active":"2024-05-11T04:36:47.177287+0000","last_peered":"2024-05-11T04:36:47.177287+0000","last_clean":"2024-05-11T04:36:47.177287+0000","last_became_active":"2024-05-11T04:33:55.246921+0000","last_became_peered":"2024-05-11T04:33:55.246921+0000","last_unstale":"2024-05-11T04:36:47.177287+0000","last_undegraded":"2024-05-11T04:36:47.177287+0000","last_fullsized":"2024-05-11T04:36:47.177287+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:16:14.037965+0000","last_clean_scrub_stamp":"2024-05-11T04:16:14.037965+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:52:30.093603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"87'220","reported_seq":683,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.164013+0000","last_change":"2024-05-11T04:35:54.516724+0000","last_active":"2024-05-11T04:36:47.164013+0000","last_peered":"2024-05-11T04:36:47.164013+0000","last_clean":"2024-05-11T04:36:47.164013+0000","last_became_active":"2024-05-11T04:35:54.515375+0000","last_became_peered":"2024-05-11T04:35:54.515375+0000","last_unstale":"2024-05-11T04:36:47.164013+0000","last_undegraded":"2024-05-11T04:36:47.164013+0000","last_fullsized":"2024-05-11T04:36:47.164013+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":220,"log_dups_size":0,"ondisk_log_size":220,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:34:14.916853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057784600000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":922,"num_read_kb":1825,"num_write":215,"num_write_kb":1159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":102,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.171768+0000","last_change":"2024-05-11T04:34:23.703425+0000","last_active":"2024-05-11T04:36:48.171768+0000","last_peered":"2024-05-11T04:36:48.171768+0000","last_clean":"2024-05-11T04:36:48.171768+0000","last_became_active":"2024-05-11T04:34:23.696659+0000","last_became_peered":"2024-05-11T04:34:23.696659+0000","last_unstale":"2024-05-11T04:36:48.171768+0000","last_undegraded":"2024-05-11T04:36:48.171768+0000","last_fullsized":"2024-05-11T04:36:48.171768+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:26:07.403419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":63,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.170700+0000","last_change":"2024-05-11T04:35:54.512875+0000","last_active":"2024-05-11T04:36:48.170700+0000","last_peered":"2024-05-11T04:36:48.170700+0000","last_clean":"2024-05-11T04:36:48.170700+0000","last_became_active":"2024-05-11T04:35:54.511540+0000","last_became_peered":"2024-05-11T04:35:54.511540+0000","last_unstale":"2024-05-11T04:36:48.170700+0000","last_undegraded":"2024-05-11T04:36:48.170700+0000","last_fullsized":"2024-05-11T04:36:48.170700+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:52:13.115000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"87'126","reported_seq":703,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.159501+0000","last_change":"2024-05-11T04:36:22.384442+0000","last_active":"2024-05-11T04:36:48.159501+0000","last_peered":"2024-05-11T04:36:48.159501+0000","last_clean":"2024-05-11T04:36:48.159501+0000","last_became_active":"2024-05-11T04:36:22.382998+0000","last_became_peered":"2024-05-11T04:36:22.382998+0000","last_unstale":"2024-05-11T04:36:48.159501+0000","last_undegraded":"2024-05-11T04:36:48.159501+0000","last_fullsized":"2024-05-11T04:36:48.159501+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":126,"log_dups_size":0,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:30:58.334860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056947400000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1033,"num_read_kb":2126,"num_write":91,"num_write_kb":2224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":71,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173964+0000","last_change":"2024-05-11T04:36:22.376395+0000","last_active":"2024-05-11T04:36:48.173964+0000","last_peered":"2024-05-11T04:36:48.173964+0000","last_clean":"2024-05-11T04:36:48.173964+0000","last_became_active":"2024-05-11T04:36:22.375363+0000","last_became_peered":"2024-05-11T04:36:22.375363+0000","last_unstale":"2024-05-11T04:36:48.173964+0000","last_undegraded":"2024-05-11T04:36:48.173964+0000","last_fullsized":"2024-05-11T04:36:48.173964+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:07:26.012153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.176546+0000","last_change":"2024-05-11T04:36:48.176546+0000","last_active":"2024-05-11T04:36:48.176546+0000","last_peered":"2024-05-11T04:36:48.176546+0000","last_clean":"2024-05-11T04:36:48.176546+0000","last_became_active":"2024-05-11T04:36:48.176025+0000","last_became_peered":"2024-05-11T04:36:48.176025+0000","last_unstale":"2024-05-11T04:36:48.176546+0000","last_undegraded":"2024-05-11T04:36:48.176546+0000","last_fullsized":"2024-05-11T04:36:48.176546+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:27:14.568468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"87'36","reported_seq":466,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.163868+0000","last_change":"2024-05-11T04:34:23.693520+0000","last_active":"2024-05-11T04:36:47.163868+0000","last_peered":"2024-05-11T04:36:47.163868+0000","last_clean":"2024-05-11T04:36:47.163868+0000","last_became_active":"2024-05-11T04:34:23.692230+0000","last_became_peered":"2024-05-11T04:34:23.692230+0000","last_unstale":"2024-05-11T04:36:47.163868+0000","last_undegraded":"2024-05-11T04:36:47.163868+0000","last_fullsized":"2024-05-11T04:36:47.163868+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:27:52.107758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013015469999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":449,"num_read_kb":1716,"num_write":29,"num_write_kb":1186,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184638+0000","last_change":"2024-05-11T04:36:48.184638+0000","last_active":"2024-05-11T04:36:48.184638+0000","last_peered":"2024-05-11T04:36:48.184638+0000","last_clean":"2024-05-11T04:36:48.184638+0000","last_became_active":"2024-05-11T04:36:48.183204+0000","last_became_peered":"2024-05-11T04:36:48.183204+0000","last_unstale":"2024-05-11T04:36:48.184638+0000","last_undegraded":"2024-05-11T04:36:48.184638+0000","last_fullsized":"2024-05-11T04:36:48.184638+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:43:25.246962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":96,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.165248+0000","last_change":"2024-05-11T04:36:22.386952+0000","last_active":"2024-05-11T04:36:47.165248+0000","last_peered":"2024-05-11T04:36:47.165248+0000","last_clean":"2024-05-11T04:36:47.165248+0000","last_became_active":"2024-05-11T04:36:22.385753+0000","last_became_peered":"2024-05-11T04:36:22.385753+0000","last_unstale":"2024-05-11T04:36:47.165248+0000","last_undegraded":"2024-05-11T04:36:47.165248+0000","last_fullsized":"2024-05-11T04:36:47.165248+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:01:51.718795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"87'183","reported_seq":804,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173402+0000","last_change":"2024-05-11T04:34:23.701428+0000","last_active":"2024-05-11T04:36:48.173402+0000","last_peered":"2024-05-11T04:36:48.173402+0000","last_clean":"2024-05-11T04:36:48.173402+0000","last_became_active":"2024-05-11T04:34:23.695680+0000","last_became_peered":"2024-05-11T04:34:23.695680+0000","last_unstale":"2024-05-11T04:36:48.173402+0000","last_undegraded":"2024-05-11T04:36:48.173402+0000","last_fullsized":"2024-05-11T04:36:48.173402+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:21:52.883273+0000","last_clean_scrub_stamp":"2024-05-11T04:21:52.883273+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:28:18.402372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053899700000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1112,"num_read_kb":2339,"num_write":162,"num_write_kb":1264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":71,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185864+0000","last_change":"2024-05-11T04:36:48.185864+0000","last_active":"2024-05-11T04:36:48.185864+0000","last_peered":"2024-05-11T04:36:48.185864+0000","last_clean":"2024-05-11T04:36:48.185864+0000","last_became_active":"2024-05-11T04:36:48.185448+0000","last_became_peered":"2024-05-11T04:36:48.185448+0000","last_unstale":"2024-05-11T04:36:48.185864+0000","last_undegraded":"2024-05-11T04:36:48.185864+0000","last_fullsized":"2024-05-11T04:36:48.185864+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:35:46.038834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":88,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165692+0000","last_change":"2024-05-11T04:36:22.381263+0000","last_active":"2024-05-11T04:36:48.165692+0000","last_peered":"2024-05-11T04:36:48.165692+0000","last_clean":"2024-05-11T04:36:48.165692+0000","last_became_active":"2024-05-11T04:36:22.379692+0000","last_became_peered":"2024-05-11T04:36:22.379692+0000","last_unstale":"2024-05-11T04:36:48.165692+0000","last_undegraded":"2024-05-11T04:36:48.165692+0000","last_fullsized":"2024-05-11T04:36:48.165692+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:10:38.647817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182241+0000","last_change":"2024-05-11T04:36:48.182241+0000","last_active":"2024-05-11T04:36:48.182241+0000","last_peered":"2024-05-11T04:36:48.182241+0000","last_clean":"2024-05-11T04:36:48.182241+0000","last_became_active":"2024-05-11T04:36:48.181687+0000","last_became_peered":"2024-05-11T04:36:48.181687+0000","last_unstale":"2024-05-11T04:36:48.182241+0000","last_undegraded":"2024-05-11T04:36:48.182241+0000","last_fullsized":"2024-05-11T04:36:48.182241+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:48:53.147363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":83,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.178793+0000","last_change":"2024-05-11T04:36:48.178793+0000","last_active":"2024-05-11T04:36:48.178793+0000","last_peered":"2024-05-11T04:36:48.178793+0000","last_clean":"2024-05-11T04:36:48.178793+0000","last_became_active":"2024-05-11T04:36:48.178478+0000","last_became_peered":"2024-05-11T04:36:48.178478+0000","last_unstale":"2024-05-11T04:36:48.178793+0000","last_undegraded":"2024-05-11T04:36:48.178793+0000","last_fullsized":"2024-05-11T04:36:48.178793+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:20:39.756590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":97,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182025+0000","last_change":"2024-05-11T04:36:48.182025+0000","last_active":"2024-05-11T04:36:48.182025+0000","last_peered":"2024-05-11T04:36:48.182025+0000","last_clean":"2024-05-11T04:36:48.182025+0000","last_became_active":"2024-05-11T04:36:48.181579+0000","last_became_peered":"2024-05-11T04:36:48.181579+0000","last_unstale":"2024-05-11T04:36:48.182025+0000","last_undegraded":"2024-05-11T04:36:48.182025+0000","last_fullsized":"2024-05-11T04:36:48.182025+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:40:46.376683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.181082+0000","last_change":"2024-05-11T04:36:48.180744+0000","last_active":"2024-05-11T04:36:48.181082+0000","last_peered":"2024-05-11T04:36:48.181082+0000","last_clean":"2024-05-11T04:36:48.181082+0000","last_became_active":"2024-05-11T04:36:48.180272+0000","last_became_peered":"2024-05-11T04:36:48.180272+0000","last_unstale":"2024-05-11T04:36:48.181082+0000","last_undegraded":"2024-05-11T04:36:48.181082+0000","last_fullsized":"2024-05-11T04:36:48.181082+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:57:20.470808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":86,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184320+0000","last_change":"2024-05-11T04:36:48.184320+0000","last_active":"2024-05-11T04:36:48.184320+0000","last_peered":"2024-05-11T04:36:48.184320+0000","last_clean":"2024-05-11T04:36:48.184320+0000","last_became_active":"2024-05-11T04:36:48.183546+0000","last_became_peered":"2024-05-11T04:36:48.183546+0000","last_unstale":"2024-05-11T04:36:48.184320+0000","last_undegraded":"2024-05-11T04:36:48.184320+0000","last_fullsized":"2024-05-11T04:36:48.184320+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:17:35.982043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185627+0000","last_change":"2024-05-11T04:36:48.185627+0000","last_active":"2024-05-11T04:36:48.185627+0000","last_peered":"2024-05-11T04:36:48.185627+0000","last_clean":"2024-05-11T04:36:48.185627+0000","last_became_active":"2024-05-11T04:36:48.185216+0000","last_became_peered":"2024-05-11T04:36:48.185216+0000","last_unstale":"2024-05-11T04:36:48.185627+0000","last_undegraded":"2024-05-11T04:36:48.185627+0000","last_fullsized":"2024-05-11T04:36:48.185627+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:15:42.979240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.183577+0000","last_change":"2024-05-11T04:36:48.183577+0000","last_active":"2024-05-11T04:36:48.183577+0000","last_peered":"2024-05-11T04:36:48.183577+0000","last_clean":"2024-05-11T04:36:48.183577+0000","last_became_active":"2024-05-11T04:36:48.181474+0000","last_became_peered":"2024-05-11T04:36:48.181474+0000","last_unstale":"2024-05-11T04:36:48.183577+0000","last_undegraded":"2024-05-11T04:36:48.183577+0000","last_fullsized":"2024-05-11T04:36:48.183577+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:51:30.527249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.168109+0000","last_change":"2024-05-11T04:36:22.383224+0000","last_active":"2024-05-11T04:36:48.168109+0000","last_peered":"2024-05-11T04:36:48.168109+0000","last_clean":"2024-05-11T04:36:48.168109+0000","last_became_active":"2024-05-11T04:36:22.382393+0000","last_became_peered":"2024-05-11T04:36:22.382393+0000","last_unstale":"2024-05-11T04:36:48.168109+0000","last_undegraded":"2024-05-11T04:36:48.168109+0000","last_fullsized":"2024-05-11T04:36:48.168109+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:09:06.501708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.162107+0000","last_change":"2024-05-11T04:34:23.703551+0000","last_active":"2024-05-11T04:36:48.162107+0000","last_peered":"2024-05-11T04:36:48.162107+0000","last_clean":"2024-05-11T04:36:48.162107+0000","last_became_active":"2024-05-11T04:34:23.702749+0000","last_became_peered":"2024-05-11T04:34:23.702749+0000","last_unstale":"2024-05-11T04:36:48.162107+0000","last_undegraded":"2024-05-11T04:36:48.162107+0000","last_fullsized":"2024-05-11T04:36:48.162107+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:33:53.113067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":69,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.169587+0000","last_change":"2024-05-11T04:23:44.261521+0000","last_active":"2024-05-11T04:36:48.169587+0000","last_peered":"2024-05-11T04:36:48.169587+0000","last_clean":"2024-05-11T04:36:48.169587+0000","last_became_active":"2024-05-11T04:23:44.260972+0000","last_became_peered":"2024-05-11T04:23:44.260972+0000","last_unstale":"2024-05-11T04:36:48.169587+0000","last_undegraded":"2024-05-11T04:36:48.169587+0000","last_fullsized":"2024-05-11T04:36:48.169587+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:31:43.238080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.185777+0000","last_change":"2024-05-11T04:36:48.185777+0000","last_active":"2024-05-11T04:36:48.185777+0000","last_peered":"2024-05-11T04:36:48.185777+0000","last_clean":"2024-05-11T04:36:48.185777+0000","last_became_active":"2024-05-11T04:36:48.184928+0000","last_became_peered":"2024-05-11T04:36:48.184928+0000","last_unstale":"2024-05-11T04:36:48.185777+0000","last_undegraded":"2024-05-11T04:36:48.185777+0000","last_fullsized":"2024-05-11T04:36:48.185777+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:38:55.474526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.188947+0000","last_change":"2024-05-11T04:36:48.188661+0000","last_active":"2024-05-11T04:36:48.188947+0000","last_peered":"2024-05-11T04:36:48.188947+0000","last_clean":"2024-05-11T04:36:48.188947+0000","last_became_active":"2024-05-11T04:36:48.188274+0000","last_became_peered":"2024-05-11T04:36:48.188274+0000","last_unstale":"2024-05-11T04:36:48.188947+0000","last_undegraded":"2024-05-11T04:36:48.188947+0000","last_fullsized":"2024-05-11T04:36:48.188947+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:39:42.639718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":65,"reported_epoch":115,"state":"active+clean","last_fresh":"2024-05-11T04:36:47.163389+0000","last_change":"2024-05-11T04:23:45.893598+0000","last_active":"2024-05-11T04:36:47.163389+0000","last_peered":"2024-05-11T04:36:47.163389+0000","last_clean":"2024-05-11T04:36:47.163389+0000","last_became_active":"2024-05-11T04:23:45.893265+0000","last_became_peered":"2024-05-11T04:23:45.893265+0000","last_unstale":"2024-05-11T04:36:47.163389+0000","last_undegraded":"2024-05-11T04:36:47.163389+0000","last_fullsized":"2024-05-11T04:36:47.163389+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:56:50.632837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":99,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.175154+0000","last_change":"2024-05-11T04:36:48.174564+0000","last_active":"2024-05-11T04:36:48.175154+0000","last_peered":"2024-05-11T04:36:48.175154+0000","last_clean":"2024-05-11T04:36:48.175154+0000","last_became_active":"2024-05-11T04:36:48.173682+0000","last_became_peered":"2024-05-11T04:36:48.173682+0000","last_unstale":"2024-05-11T04:36:48.175154+0000","last_undegraded":"2024-05-11T04:36:48.175154+0000","last_fullsized":"2024-05-11T04:36:48.175154+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:50:01.052593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":47,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166633+0000","last_change":"2024-05-11T04:36:22.390540+0000","last_active":"2024-05-11T04:36:48.166633+0000","last_peered":"2024-05-11T04:36:48.166633+0000","last_clean":"2024-05-11T04:36:48.166633+0000","last_became_active":"2024-05-11T04:36:22.389659+0000","last_became_peered":"2024-05-11T04:36:22.389659+0000","last_unstale":"2024-05-11T04:36:48.166633+0000","last_undegraded":"2024-05-11T04:36:48.166633+0000","last_fullsized":"2024-05-11T04:36:48.166633+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:14:48.960859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":97,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.160896+0000","last_change":"2024-05-11T04:33:55.249859+0000","last_active":"2024-05-11T04:36:48.160896+0000","last_peered":"2024-05-11T04:36:48.160896+0000","last_clean":"2024-05-11T04:36:48.160896+0000","last_became_active":"2024-05-11T04:33:55.248047+0000","last_became_peered":"2024-05-11T04:33:55.248047+0000","last_unstale":"2024-05-11T04:36:48.160896+0000","last_undegraded":"2024-05-11T04:36:48.160896+0000","last_fullsized":"2024-05-11T04:36:48.160896+0000","mapping_epoch":95,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":96,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:21:11.910379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166036+0000","last_change":"2024-05-11T04:36:22.378476+0000","last_active":"2024-05-11T04:36:48.166036+0000","last_peered":"2024-05-11T04:36:48.166036+0000","last_clean":"2024-05-11T04:36:48.166036+0000","last_became_active":"2024-05-11T04:36:22.377117+0000","last_became_peered":"2024-05-11T04:36:22.377117+0000","last_unstale":"2024-05-11T04:36:48.166036+0000","last_undegraded":"2024-05-11T04:36:48.166036+0000","last_fullsized":"2024-05-11T04:36:48.166036+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:01:03.943357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":82,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.175118+0000","last_change":"2024-05-11T04:36:48.174713+0000","last_active":"2024-05-11T04:36:48.175118+0000","last_peered":"2024-05-11T04:36:48.175118+0000","last_clean":"2024-05-11T04:36:48.175118+0000","last_became_active":"2024-05-11T04:36:48.174053+0000","last_became_peered":"2024-05-11T04:36:48.174053+0000","last_unstale":"2024-05-11T04:36:48.175118+0000","last_undegraded":"2024-05-11T04:36:48.175118+0000","last_fullsized":"2024-05-11T04:36:48.175118+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:09:27.742633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.170490+0000","last_change":"2024-05-11T04:36:22.384781+0000","last_active":"2024-05-11T04:36:48.170490+0000","last_peered":"2024-05-11T04:36:48.170490+0000","last_clean":"2024-05-11T04:36:48.170490+0000","last_became_active":"2024-05-11T04:36:22.382993+0000","last_became_peered":"2024-05-11T04:36:22.382993+0000","last_unstale":"2024-05-11T04:36:48.170490+0000","last_undegraded":"2024-05-11T04:36:48.170490+0000","last_fullsized":"2024-05-11T04:36:48.170490+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:59:58.675883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165321+0000","last_change":"2024-05-11T04:36:22.376732+0000","last_active":"2024-05-11T04:36:48.165321+0000","last_peered":"2024-05-11T04:36:48.165321+0000","last_clean":"2024-05-11T04:36:48.165321+0000","last_became_active":"2024-05-11T04:36:22.376229+0000","last_became_peered":"2024-05-11T04:36:22.376229+0000","last_unstale":"2024-05-11T04:36:48.165321+0000","last_undegraded":"2024-05-11T04:36:48.165321+0000","last_fullsized":"2024-05-11T04:36:48.165321+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:11:23.906116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":87,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166145+0000","last_change":"2024-05-11T04:36:22.377349+0000","last_active":"2024-05-11T04:36:48.166145+0000","last_peered":"2024-05-11T04:36:48.166145+0000","last_clean":"2024-05-11T04:36:48.166145+0000","last_became_active":"2024-05-11T04:36:22.374687+0000","last_became_peered":"2024-05-11T04:36:22.374687+0000","last_unstale":"2024-05-11T04:36:48.166145+0000","last_undegraded":"2024-05-11T04:36:48.166145+0000","last_fullsized":"2024-05-11T04:36:48.166145+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:35:29.358704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":101,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.178445+0000","last_change":"2024-05-11T04:36:48.177679+0000","last_active":"2024-05-11T04:36:48.178445+0000","last_peered":"2024-05-11T04:36:48.178445+0000","last_clean":"2024-05-11T04:36:48.178445+0000","last_became_active":"2024-05-11T04:36:48.177201+0000","last_became_peered":"2024-05-11T04:36:48.177201+0000","last_unstale":"2024-05-11T04:36:48.178445+0000","last_undegraded":"2024-05-11T04:36:48.178445+0000","last_fullsized":"2024-05-11T04:36:48.178445+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:14:38.305357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.182104+0000","last_change":"2024-05-11T04:36:48.182104+0000","last_active":"2024-05-11T04:36:48.182104+0000","last_peered":"2024-05-11T04:36:48.182104+0000","last_clean":"2024-05-11T04:36:48.182104+0000","last_became_active":"2024-05-11T04:36:48.181491+0000","last_became_peered":"2024-05-11T04:36:48.181491+0000","last_unstale":"2024-05-11T04:36:48.182104+0000","last_undegraded":"2024-05-11T04:36:48.182104+0000","last_fullsized":"2024-05-11T04:36:48.182104+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:26:06.989088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"91'23","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.173063+0000","last_change":"2024-05-11T04:36:48.173063+0000","last_active":"2024-05-11T04:36:48.173063+0000","last_peered":"2024-05-11T04:36:48.173063+0000","last_clean":"2024-05-11T04:36:48.173063+0000","last_became_active":"2024-05-11T04:36:48.172714+0000","last_became_peered":"2024-05-11T04:36:48.172714+0000","last_unstale":"2024-05-11T04:36:48.173063+0000","last_undegraded":"2024-05-11T04:36:48.173063+0000","last_fullsized":"2024-05-11T04:36:48.173063+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:25:25.555999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":62,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.171202+0000","last_change":"2024-05-11T04:35:54.515983+0000","last_active":"2024-05-11T04:36:48.171202+0000","last_peered":"2024-05-11T04:36:48.171202+0000","last_clean":"2024-05-11T04:36:48.171202+0000","last_became_active":"2024-05-11T04:35:54.515011+0000","last_became_peered":"2024-05-11T04:35:54.515011+0000","last_unstale":"2024-05-11T04:36:48.171202+0000","last_undegraded":"2024-05-11T04:36:48.171202+0000","last_fullsized":"2024-05-11T04:36:48.171202+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:39.795660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":103,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184490+0000","last_change":"2024-05-11T04:36:48.183940+0000","last_active":"2024-05-11T04:36:48.184490+0000","last_peered":"2024-05-11T04:36:48.184490+0000","last_clean":"2024-05-11T04:36:48.184490+0000","last_became_active":"2024-05-11T04:36:48.183443+0000","last_became_peered":"2024-05-11T04:36:48.183443+0000","last_unstale":"2024-05-11T04:36:48.184490+0000","last_undegraded":"2024-05-11T04:36:48.184490+0000","last_fullsized":"2024-05-11T04:36:48.184490+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:00:45.675185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":34,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.167875+0000","last_change":"2024-05-11T04:36:22.389613+0000","last_active":"2024-05-11T04:36:48.167875+0000","last_peered":"2024-05-11T04:36:48.167875+0000","last_clean":"2024-05-11T04:36:48.167875+0000","last_became_active":"2024-05-11T04:36:22.386006+0000","last_became_peered":"2024-05-11T04:36:22.386006+0000","last_unstale":"2024-05-11T04:36:48.167875+0000","last_undegraded":"2024-05-11T04:36:48.167875+0000","last_fullsized":"2024-05-11T04:36:48.167875+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:51:24.249125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":81,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.168252+0000","last_change":"2024-05-11T04:34:23.695051+0000","last_active":"2024-05-11T04:36:48.168252+0000","last_peered":"2024-05-11T04:36:48.168252+0000","last_clean":"2024-05-11T04:36:48.168252+0000","last_became_active":"2024-05-11T04:34:23.693811+0000","last_became_peered":"2024-05-11T04:34:23.693811+0000","last_unstale":"2024-05-11T04:36:48.168252+0000","last_undegraded":"2024-05-11T04:36:48.168252+0000","last_fullsized":"2024-05-11T04:36:48.168252+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:48:38.063065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":87,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.163860+0000","last_change":"2024-05-11T04:36:22.390694+0000","last_active":"2024-05-11T04:36:48.163860+0000","last_peered":"2024-05-11T04:36:48.163860+0000","last_clean":"2024-05-11T04:36:48.163860+0000","last_became_active":"2024-05-11T04:36:22.389428+0000","last_became_peered":"2024-05-11T04:36:22.389428+0000","last_unstale":"2024-05-11T04:36:48.163860+0000","last_undegraded":"2024-05-11T04:36:48.163860+0000","last_fullsized":"2024-05-11T04:36:48.163860+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:08:25.712577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":72,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165692+0000","last_change":"2024-05-11T04:36:22.383467+0000","last_active":"2024-05-11T04:36:48.165692+0000","last_peered":"2024-05-11T04:36:48.165692+0000","last_clean":"2024-05-11T04:36:48.165692+0000","last_became_active":"2024-05-11T04:36:22.382898+0000","last_became_peered":"2024-05-11T04:36:22.382898+0000","last_unstale":"2024-05-11T04:36:48.165692+0000","last_undegraded":"2024-05-11T04:36:48.165692+0000","last_fullsized":"2024-05-11T04:36:48.165692+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:56:53.610799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":90,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.160907+0000","last_change":"2024-05-11T04:35:54.517500+0000","last_active":"2024-05-11T04:36:48.160907+0000","last_peered":"2024-05-11T04:36:48.160907+0000","last_clean":"2024-05-11T04:36:48.160907+0000","last_became_active":"2024-05-11T04:35:54.516632+0000","last_became_peered":"2024-05-11T04:35:54.516632+0000","last_unstale":"2024-05-11T04:36:48.160907+0000","last_undegraded":"2024-05-11T04:36:48.160907+0000","last_fullsized":"2024-05-11T04:36:48.160907+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:28:40.319426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":103,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.165231+0000","last_change":"2024-05-11T04:36:22.390872+0000","last_active":"2024-05-11T04:36:48.165231+0000","last_peered":"2024-05-11T04:36:48.165231+0000","last_clean":"2024-05-11T04:36:48.165231+0000","last_became_active":"2024-05-11T04:36:22.389553+0000","last_became_peered":"2024-05-11T04:36:22.389553+0000","last_unstale":"2024-05-11T04:36:48.165231+0000","last_undegraded":"2024-05-11T04:36:48.165231+0000","last_fullsized":"2024-05-11T04:36:48.165231+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:24:09.934366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":73,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.166343+0000","last_change":"2024-05-11T04:36:22.378982+0000","last_active":"2024-05-11T04:36:48.166343+0000","last_peered":"2024-05-11T04:36:48.166343+0000","last_clean":"2024-05-11T04:36:48.166343+0000","last_became_active":"2024-05-11T04:36:22.377883+0000","last_became_peered":"2024-05-11T04:36:22.377883+0000","last_unstale":"2024-05-11T04:36:48.166343+0000","last_undegraded":"2024-05-11T04:36:48.166343+0000","last_fullsized":"2024-05-11T04:36:48.166343+0000","mapping_epoch":110,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":111,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:22:03.469725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":71,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.187068+0000","last_change":"2024-05-11T04:36:48.187068+0000","last_active":"2024-05-11T04:36:48.187068+0000","last_peered":"2024-05-11T04:36:48.187068+0000","last_clean":"2024-05-11T04:36:48.187068+0000","last_became_active":"2024-05-11T04:36:48.186619+0000","last_became_peered":"2024-05-11T04:36:48.186619+0000","last_unstale":"2024-05-11T04:36:48.187068+0000","last_undegraded":"2024-05-11T04:36:48.187068+0000","last_fullsized":"2024-05-11T04:36:48.187068+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:39:21.587386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.180103+0000","last_change":"2024-05-11T04:36:48.180103+0000","last_active":"2024-05-11T04:36:48.180103+0000","last_peered":"2024-05-11T04:36:48.180103+0000","last_clean":"2024-05-11T04:36:48.180103+0000","last_became_active":"2024-05-11T04:36:48.179177+0000","last_became_peered":"2024-05-11T04:36:48.179177+0000","last_unstale":"2024-05-11T04:36:48.180103+0000","last_undegraded":"2024-05-11T04:36:48.180103+0000","last_fullsized":"2024-05-11T04:36:48.180103+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:44.215246+0000","last_clean_scrub_stamp":"2024-05-11T04:23:44.215246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:15:29.357684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'2","reported_seq":99,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-05-11T04:36:48.184051+0000","last_change":"2024-05-11T04:36:48.184051+0000","last_active":"2024-05-11T04:36:48.184051+0000","last_peered":"2024-05-11T04:36:48.184051+0000","last_clean":"2024-05-11T04:36:48.184051+0000","last_became_active":"2024-05-11T04:36:48.181741+0000","last_became_peered":"2024-05-11T04:36:48.181741+0000","last_unstale":"2024-05-11T04:36:48.184051+0000","last_undegraded":"2024-05-11T04:36:48.184051+0000","last_fullsized":"2024-05-11T04:36:48.184051+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:23:43.212663+0000","last_clean_scrub_stamp":"2024-05-11T04:23:43.212663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:41:54.340809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24816,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13056,"num_write":846,"num_write_kb":12618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5195,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234203,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37080,"kb_used_data":5956,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93708072,"statfs":{"total":95995035648,"available":95957065728,"internally_reserved":0,"allocated":6098944,"data_stored":5475630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495846,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32968,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712184,"statfs":{"total":95995035648,"available":95961276416,"internally_reserved":0,"allocated":1896448,"data_stored":1281199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":100,"seq":429496729650,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28796,"kb_used_data":1256,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716356,"statfs":{"total":95995035648,"available":95965548544,"internally_reserved":0,"allocated":1286144,"data_stored":686075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7882,"internal_metadata":28172598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":95,"seq":408021893175,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33476,"kb_used_data":5940,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93711676,"statfs":{"total":95995035648,"available":95960756224,"internally_reserved":0,"allocated":6082560,"data_stored":5471605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8036,"internal_metadata":28172444},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":105,"seq":450971566112,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32964,"kb_used_data":1264,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93712188,"statfs":{"total":95995035648,"available":95961280512,"internally_reserved":0,"allocated":1294336,"data_stored":686945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8020,"internal_metadata":32432300},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":110,"seq":472446402586,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1260,"kb_used_omap":6,"kb_used_meta":27513,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1290240,"data_stored":686419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6300,"internal_metadata":28174180},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":115,"seq":493921239061,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32912,"kb_used_data":5372,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93712240,"statfs":{"total":95995035648,"available":95961333760,"internally_reserved":0,"allocated":5500928,"data_stored":4885262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7741,"internal_metadata":28172739},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757487,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32384,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712768,"statfs":{"total":95995035648,"available":95961874432,"internally_reserved":0,"allocated":1298432,"data_stored":686988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3892,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1303,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6442,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6288,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2534,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3405,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6147,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:38:25.085 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-11T04:38:25.085 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-11T04:38:25.085 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-11T04:38:25.085 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:38:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:26 smithi113 bash[81732]: audit 2024-05-11T04:38:24.380029+0000 mgr.y (mgr.25853) 344 : audit [DBG] from='client.34491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:26 smithi113 bash[81732]: audit 2024-05-11T04:38:24.380029+0000 mgr.y (mgr.25853) 344 : audit [DBG] from='client.34491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:26 smithi113 bash[81732]: cluster 2024-05-11T04:38:24.935960+0000 mgr.y (mgr.25853) 345 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:26 smithi113 bash[81732]: cluster 2024-05-11T04:38:24.935960+0000 mgr.y (mgr.25853) 345 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:26 smithi113 bash[84165]: audit 2024-05-11T04:38:24.380029+0000 mgr.y (mgr.25853) 344 : audit [DBG] from='client.34491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:26 smithi113 bash[84165]: audit 2024-05-11T04:38:24.380029+0000 mgr.y (mgr.25853) 344 : audit [DBG] from='client.34491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:26 smithi113 bash[84165]: cluster 2024-05-11T04:38:24.935960+0000 mgr.y (mgr.25853) 345 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:26 smithi113 bash[84165]: cluster 2024-05-11T04:38:24.935960+0000 mgr.y (mgr.25853) 345 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:26 smithi173 bash[67089]: audit 2024-05-11T04:38:24.380029+0000 mgr.y (mgr.25853) 344 : audit [DBG] from='client.34491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:26 smithi173 bash[67089]: audit 2024-05-11T04:38:24.380029+0000 mgr.y (mgr.25853) 344 : audit [DBG] from='client.34491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:38:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:26 smithi173 bash[67089]: cluster 2024-05-11T04:38:24.935960+0000 mgr.y (mgr.25853) 345 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:26 smithi173 bash[67089]: cluster 2024-05-11T04:38:24.935960+0000 mgr.y (mgr.25853) 345 : cluster [DBG] pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:28 smithi113 bash[81732]: cluster 2024-05-11T04:38:26.936826+0000 mgr.y (mgr.25853) 346 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:28.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:28 smithi113 bash[81732]: cluster 2024-05-11T04:38:26.936826+0000 mgr.y (mgr.25853) 346 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:28 smithi113 bash[84165]: cluster 2024-05-11T04:38:26.936826+0000 mgr.y (mgr.25853) 346 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:28 smithi113 bash[84165]: cluster 2024-05-11T04:38:26.936826+0000 mgr.y (mgr.25853) 346 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:28 smithi173 bash[67089]: cluster 2024-05-11T04:38:26.936826+0000 mgr.y (mgr.25853) 346 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:28 smithi173 bash[67089]: cluster 2024-05-11T04:38:26.936826+0000 mgr.y (mgr.25853) 346 : cluster [DBG] pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:29 smithi113 bash[81732]: audit 2024-05-11T04:38:28.830936+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:29 smithi113 bash[81732]: audit 2024-05-11T04:38:28.830936+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:29 smithi113 bash[84165]: audit 2024-05-11T04:38:28.830936+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:29.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:29 smithi113 bash[84165]: audit 2024-05-11T04:38:28.830936+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:29 smithi173 bash[67089]: audit 2024-05-11T04:38:28.830936+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:29.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:29 smithi173 bash[67089]: audit 2024-05-11T04:38:28.830936+0000 mon.a (mon.0) 608 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:29.827 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:38:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:38:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:38:29] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:38:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:30 smithi113 bash[81732]: cluster 2024-05-11T04:38:28.937498+0000 mgr.y (mgr.25853) 347 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:30 smithi113 bash[81732]: cluster 2024-05-11T04:38:28.937498+0000 mgr.y (mgr.25853) 347 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:30.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:30 smithi113 bash[84165]: cluster 2024-05-11T04:38:28.937498+0000 mgr.y (mgr.25853) 347 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:30.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:30 smithi113 bash[84165]: cluster 2024-05-11T04:38:28.937498+0000 mgr.y (mgr.25853) 347 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:30 smithi173 bash[67089]: cluster 2024-05-11T04:38:28.937498+0000 mgr.y (mgr.25853) 347 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:30 smithi173 bash[67089]: cluster 2024-05-11T04:38:28.937498+0000 mgr.y (mgr.25853) 347 : cluster [DBG] pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:32.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:32 smithi113 bash[81732]: cluster 2024-05-11T04:38:30.938125+0000 mgr.y (mgr.25853) 348 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:32.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:32 smithi113 bash[81732]: cluster 2024-05-11T04:38:30.938125+0000 mgr.y (mgr.25853) 348 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:32.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:32 smithi113 bash[84165]: cluster 2024-05-11T04:38:30.938125+0000 mgr.y (mgr.25853) 348 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:32.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:32 smithi113 bash[84165]: cluster 2024-05-11T04:38:30.938125+0000 mgr.y (mgr.25853) 348 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:32.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:32 smithi173 bash[67089]: cluster 2024-05-11T04:38:30.938125+0000 mgr.y (mgr.25853) 348 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:32.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:32 smithi173 bash[67089]: cluster 2024-05-11T04:38:30.938125+0000 mgr.y (mgr.25853) 348 : cluster [DBG] pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:33.023 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:38:33.024 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:38:33.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:33 smithi113 bash[81732]: audit 2024-05-11T04:38:33.027278+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.113:0/1665079195' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:33.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:33 smithi113 bash[81732]: audit 2024-05-11T04:38:33.027278+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.113:0/1665079195' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:33.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:33 smithi113 bash[84165]: audit 2024-05-11T04:38:33.027278+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.113:0/1665079195' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:33.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:33 smithi113 bash[84165]: audit 2024-05-11T04:38:33.027278+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.113:0/1665079195' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:33.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:33 smithi173 bash[67089]: audit 2024-05-11T04:38:33.027278+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.113:0/1665079195' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:33.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:33 smithi173 bash[67089]: audit 2024-05-11T04:38:33.027278+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.113:0/1665079195' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:34 smithi113 bash[81732]: cluster 2024-05-11T04:38:32.938904+0000 mgr.y (mgr.25853) 349 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:34.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:34 smithi113 bash[81732]: cluster 2024-05-11T04:38:32.938904+0000 mgr.y (mgr.25853) 349 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:34.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:34 smithi113 bash[84165]: cluster 2024-05-11T04:38:32.938904+0000 mgr.y (mgr.25853) 349 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:34.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:34 smithi113 bash[84165]: cluster 2024-05-11T04:38:32.938904+0000 mgr.y (mgr.25853) 349 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:34.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:34 smithi173 bash[67089]: cluster 2024-05-11T04:38:32.938904+0000 mgr.y (mgr.25853) 349 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:34.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:34 smithi173 bash[67089]: cluster 2024-05-11T04:38:32.938904+0000 mgr.y (mgr.25853) 349 : cluster [DBG] pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:36 smithi113 bash[81732]: cluster 2024-05-11T04:38:34.939806+0000 mgr.y (mgr.25853) 350 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:36 smithi113 bash[81732]: cluster 2024-05-11T04:38:34.939806+0000 mgr.y (mgr.25853) 350 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:36 smithi113 bash[84165]: cluster 2024-05-11T04:38:34.939806+0000 mgr.y (mgr.25853) 350 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:36 smithi113 bash[84165]: cluster 2024-05-11T04:38:34.939806+0000 mgr.y (mgr.25853) 350 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:36 smithi173 bash[67089]: cluster 2024-05-11T04:38:34.939806+0000 mgr.y (mgr.25853) 350 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:36 smithi173 bash[67089]: cluster 2024-05-11T04:38:34.939806+0000 mgr.y (mgr.25853) 350 : cluster [DBG] pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:36.739 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:38:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:38 smithi113 bash[84165]: cluster 2024-05-11T04:38:36.940666+0000 mgr.y (mgr.25853) 351 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:38 smithi113 bash[84165]: cluster 2024-05-11T04:38:36.940666+0000 mgr.y (mgr.25853) 351 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:38 smithi113 bash[81732]: cluster 2024-05-11T04:38:36.940666+0000 mgr.y (mgr.25853) 351 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:38 smithi113 bash[81732]: cluster 2024-05-11T04:38:36.940666+0000 mgr.y (mgr.25853) 351 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:38.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:38 smithi173 bash[67089]: cluster 2024-05-11T04:38:36.940666+0000 mgr.y (mgr.25853) 351 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:38 smithi173 bash[67089]: cluster 2024-05-11T04:38:36.940666+0000 mgr.y (mgr.25853) 351 : cluster [DBG] pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:38:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:38:39] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:38:40.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:40 smithi113 bash[81732]: cluster 2024-05-11T04:38:38.941402+0000 mgr.y (mgr.25853) 352 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:40.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:40 smithi113 bash[81732]: cluster 2024-05-11T04:38:38.941402+0000 mgr.y (mgr.25853) 352 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:40 smithi113 bash[84165]: cluster 2024-05-11T04:38:38.941402+0000 mgr.y (mgr.25853) 352 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:40.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:40 smithi113 bash[84165]: cluster 2024-05-11T04:38:38.941402+0000 mgr.y (mgr.25853) 352 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:40 smithi173 bash[67089]: cluster 2024-05-11T04:38:38.941402+0000 mgr.y (mgr.25853) 352 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:40 smithi173 bash[67089]: cluster 2024-05-11T04:38:38.941402+0000 mgr.y (mgr.25853) 352 : cluster [DBG] pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:41.490 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:38:42.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:42 smithi113 bash[81732]: cluster 2024-05-11T04:38:40.942253+0000 mgr.y (mgr.25853) 353 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:42.433 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:42 smithi113 bash[81732]: cluster 2024-05-11T04:38:40.942253+0000 mgr.y (mgr.25853) 353 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:42.434 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:42 smithi113 bash[84165]: cluster 2024-05-11T04:38:40.942253+0000 mgr.y (mgr.25853) 353 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:42.434 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:42 smithi113 bash[84165]: cluster 2024-05-11T04:38:40.942253+0000 mgr.y (mgr.25853) 353 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:42 smithi173 bash[67089]: cluster 2024-05-11T04:38:40.942253+0000 mgr.y (mgr.25853) 353 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:42 smithi173 bash[67089]: cluster 2024-05-11T04:38:40.942253+0000 mgr.y (mgr.25853) 353 : cluster [DBG] pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:44 smithi113 bash[81732]: cluster 2024-05-11T04:38:42.943030+0000 mgr.y (mgr.25853) 354 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.694 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:44 smithi113 bash[81732]: cluster 2024-05-11T04:38:42.943030+0000 mgr.y (mgr.25853) 354 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.694 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:44 smithi113 bash[81732]: audit 2024-05-11T04:38:43.831347+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:44.694 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:44 smithi113 bash[81732]: audit 2024-05-11T04:38:43.831347+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:44.695 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:44 smithi113 bash[84165]: cluster 2024-05-11T04:38:42.943030+0000 mgr.y (mgr.25853) 354 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.695 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:44 smithi113 bash[84165]: cluster 2024-05-11T04:38:42.943030+0000 mgr.y (mgr.25853) 354 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.695 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:44 smithi113 bash[84165]: audit 2024-05-11T04:38:43.831347+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:44.695 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:44 smithi113 bash[84165]: audit 2024-05-11T04:38:43.831347+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:44.695 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:38:44.695 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:38:44.695 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:44 smithi173 bash[67089]: cluster 2024-05-11T04:38:42.943030+0000 mgr.y (mgr.25853) 354 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.696 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:44 smithi173 bash[67089]: cluster 2024-05-11T04:38:42.943030+0000 mgr.y (mgr.25853) 354 : cluster [DBG] pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:44.696 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:44 smithi173 bash[67089]: audit 2024-05-11T04:38:43.831347+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:44.696 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:44 smithi173 bash[67089]: audit 2024-05-11T04:38:43.831347+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:45.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:45 smithi113 bash[81732]: audit 2024-05-11T04:38:44.559035+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.113:0/3324332843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:45.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:45 smithi113 bash[81732]: audit 2024-05-11T04:38:44.559035+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.113:0/3324332843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:45 smithi113 bash[84165]: audit 2024-05-11T04:38:44.559035+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.113:0/3324332843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:45.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:45 smithi113 bash[84165]: audit 2024-05-11T04:38:44.559035+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.113:0/3324332843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:45 smithi173 bash[67089]: audit 2024-05-11T04:38:44.559035+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.113:0/3324332843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:45.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:45 smithi173 bash[67089]: audit 2024-05-11T04:38:44.559035+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.113:0/3324332843' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:46 smithi113 bash[81732]: cluster 2024-05-11T04:38:44.943868+0000 mgr.y (mgr.25853) 355 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:46 smithi113 bash[81732]: cluster 2024-05-11T04:38:44.943868+0000 mgr.y (mgr.25853) 355 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:46 smithi113 bash[84165]: cluster 2024-05-11T04:38:44.943868+0000 mgr.y (mgr.25853) 355 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:46.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:46 smithi113 bash[84165]: cluster 2024-05-11T04:38:44.943868+0000 mgr.y (mgr.25853) 355 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:46 smithi173 bash[67089]: cluster 2024-05-11T04:38:44.943868+0000 mgr.y (mgr.25853) 355 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:46 smithi173 bash[67089]: cluster 2024-05-11T04:38:44.943868+0000 mgr.y (mgr.25853) 355 : cluster [DBG] pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:48.280 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:38:48.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:48 smithi113 bash[81732]: cluster 2024-05-11T04:38:46.944773+0000 mgr.y (mgr.25853) 356 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:48.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:48 smithi113 bash[81732]: cluster 2024-05-11T04:38:46.944773+0000 mgr.y (mgr.25853) 356 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:48.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:48 smithi113 bash[84165]: cluster 2024-05-11T04:38:46.944773+0000 mgr.y (mgr.25853) 356 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:48.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:48 smithi113 bash[84165]: cluster 2024-05-11T04:38:46.944773+0000 mgr.y (mgr.25853) 356 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:48 smithi173 bash[67089]: cluster 2024-05-11T04:38:46.944773+0000 mgr.y (mgr.25853) 356 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:48 smithi173 bash[67089]: cluster 2024-05-11T04:38:46.944773+0000 mgr.y (mgr.25853) 356 : cluster [DBG] pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:38:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:38:49] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:38:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:50 smithi113 bash[81732]: cluster 2024-05-11T04:38:48.945540+0000 mgr.y (mgr.25853) 357 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:50.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:50 smithi113 bash[81732]: cluster 2024-05-11T04:38:48.945540+0000 mgr.y (mgr.25853) 357 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:50 smithi113 bash[84165]: cluster 2024-05-11T04:38:48.945540+0000 mgr.y (mgr.25853) 357 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:50 smithi113 bash[84165]: cluster 2024-05-11T04:38:48.945540+0000 mgr.y (mgr.25853) 357 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:50 smithi173 bash[67089]: cluster 2024-05-11T04:38:48.945540+0000 mgr.y (mgr.25853) 357 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:50 smithi173 bash[67089]: cluster 2024-05-11T04:38:48.945540+0000 mgr.y (mgr.25853) 357 : cluster [DBG] pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:52.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:52 smithi113 bash[81732]: cluster 2024-05-11T04:38:50.946466+0000 mgr.y (mgr.25853) 358 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:52.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:52 smithi113 bash[81732]: cluster 2024-05-11T04:38:50.946466+0000 mgr.y (mgr.25853) 358 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:52.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:52 smithi113 bash[84165]: cluster 2024-05-11T04:38:50.946466+0000 mgr.y (mgr.25853) 358 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:52.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:52 smithi113 bash[84165]: cluster 2024-05-11T04:38:50.946466+0000 mgr.y (mgr.25853) 358 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:52 smithi173 bash[67089]: cluster 2024-05-11T04:38:50.946466+0000 mgr.y (mgr.25853) 358 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:52 smithi173 bash[67089]: cluster 2024-05-11T04:38:50.946466+0000 mgr.y (mgr.25853) 358 : cluster [DBG] pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:53.009 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:38:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:54 smithi113 bash[81732]: cluster 2024-05-11T04:38:52.947241+0000 mgr.y (mgr.25853) 359 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:54.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:54 smithi113 bash[81732]: cluster 2024-05-11T04:38:52.947241+0000 mgr.y (mgr.25853) 359 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:54.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:54 smithi113 bash[84165]: cluster 2024-05-11T04:38:52.947241+0000 mgr.y (mgr.25853) 359 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:54.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:54 smithi113 bash[84165]: cluster 2024-05-11T04:38:52.947241+0000 mgr.y (mgr.25853) 359 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:54 smithi173 bash[67089]: cluster 2024-05-11T04:38:52.947241+0000 mgr.y (mgr.25853) 359 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:54 smithi173 bash[67089]: cluster 2024-05-11T04:38:52.947241+0000 mgr.y (mgr.25853) 359 : cluster [DBG] pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.023 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:38:56.023 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:38:56.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:56 smithi113 bash[81732]: cluster 2024-05-11T04:38:54.947829+0000 mgr.y (mgr.25853) 360 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:56 smithi113 bash[81732]: cluster 2024-05-11T04:38:54.947829+0000 mgr.y (mgr.25853) 360 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:56 smithi113 bash[81732]: audit 2024-05-11T04:38:56.026253+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.113:0/742147662' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:56 smithi113 bash[81732]: audit 2024-05-11T04:38:56.026253+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.113:0/742147662' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:56 smithi113 bash[84165]: cluster 2024-05-11T04:38:54.947829+0000 mgr.y (mgr.25853) 360 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:56 smithi113 bash[84165]: cluster 2024-05-11T04:38:54.947829+0000 mgr.y (mgr.25853) 360 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:56 smithi113 bash[84165]: audit 2024-05-11T04:38:56.026253+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.113:0/742147662' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:56 smithi113 bash[84165]: audit 2024-05-11T04:38:56.026253+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.113:0/742147662' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:56 smithi173 bash[67089]: cluster 2024-05-11T04:38:54.947829+0000 mgr.y (mgr.25853) 360 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:56 smithi173 bash[67089]: cluster 2024-05-11T04:38:54.947829+0000 mgr.y (mgr.25853) 360 : cluster [DBG] pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:56 smithi173 bash[67089]: audit 2024-05-11T04:38:56.026253+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.113:0/742147662' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:56 smithi173 bash[67089]: audit 2024-05-11T04:38:56.026253+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.113:0/742147662' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:38:58.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:58 smithi113 bash[81732]: cluster 2024-05-11T04:38:56.948749+0000 mgr.y (mgr.25853) 361 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:58.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:58 smithi113 bash[81732]: cluster 2024-05-11T04:38:56.948749+0000 mgr.y (mgr.25853) 361 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:58.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:58 smithi113 bash[84165]: cluster 2024-05-11T04:38:56.948749+0000 mgr.y (mgr.25853) 361 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:58.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:58 smithi113 bash[84165]: cluster 2024-05-11T04:38:56.948749+0000 mgr.y (mgr.25853) 361 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:58 smithi173 bash[67089]: cluster 2024-05-11T04:38:56.948749+0000 mgr.y (mgr.25853) 361 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:58 smithi173 bash[67089]: cluster 2024-05-11T04:38:56.948749+0000 mgr.y (mgr.25853) 361 : cluster [DBG] pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:38:59.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:59 smithi113 bash[81732]: audit 2024-05-11T04:38:58.831792+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:59.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:38:59 smithi113 bash[81732]: audit 2024-05-11T04:38:58.831792+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:59.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:59 smithi113 bash[84165]: audit 2024-05-11T04:38:58.831792+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:59.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:38:59 smithi113 bash[84165]: audit 2024-05-11T04:38:58.831792+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:59 smithi173 bash[67089]: audit 2024-05-11T04:38:58.831792+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:38:59 smithi173 bash[67089]: audit 2024-05-11T04:38:58.831792+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:38:59.798 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:38:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:38:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:38:59] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-05-11T04:39:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:00 smithi113 bash[84165]: cluster 2024-05-11T04:38:58.949435+0000 mgr.y (mgr.25853) 362 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:00 smithi113 bash[84165]: cluster 2024-05-11T04:38:58.949435+0000 mgr.y (mgr.25853) 362 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:00 smithi113 bash[81732]: cluster 2024-05-11T04:38:58.949435+0000 mgr.y (mgr.25853) 362 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:00 smithi113 bash[81732]: cluster 2024-05-11T04:38:58.949435+0000 mgr.y (mgr.25853) 362 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:00 smithi173 bash[67089]: cluster 2024-05-11T04:38:58.949435+0000 mgr.y (mgr.25853) 362 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:00 smithi173 bash[67089]: cluster 2024-05-11T04:38:58.949435+0000 mgr.y (mgr.25853) 362 : cluster [DBG] pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:02.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:02 smithi113 bash[81732]: cluster 2024-05-11T04:39:00.950358+0000 mgr.y (mgr.25853) 363 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:02.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:02 smithi113 bash[81732]: cluster 2024-05-11T04:39:00.950358+0000 mgr.y (mgr.25853) 363 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:02.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:02 smithi113 bash[84165]: cluster 2024-05-11T04:39:00.950358+0000 mgr.y (mgr.25853) 363 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:02.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:02 smithi113 bash[84165]: cluster 2024-05-11T04:39:00.950358+0000 mgr.y (mgr.25853) 363 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:02 smithi173 bash[67089]: cluster 2024-05-11T04:39:00.950358+0000 mgr.y (mgr.25853) 363 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:02 smithi173 bash[67089]: cluster 2024-05-11T04:39:00.950358+0000 mgr.y (mgr.25853) 363 : cluster [DBG] pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:04 smithi113 bash[81732]: cluster 2024-05-11T04:39:02.951185+0000 mgr.y (mgr.25853) 364 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:04 smithi113 bash[81732]: cluster 2024-05-11T04:39:02.951185+0000 mgr.y (mgr.25853) 364 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:04 smithi113 bash[84165]: cluster 2024-05-11T04:39:02.951185+0000 mgr.y (mgr.25853) 364 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:04 smithi113 bash[84165]: cluster 2024-05-11T04:39:02.951185+0000 mgr.y (mgr.25853) 364 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:04 smithi173 bash[67089]: cluster 2024-05-11T04:39:02.951185+0000 mgr.y (mgr.25853) 364 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:04 smithi173 bash[67089]: cluster 2024-05-11T04:39:02.951185+0000 mgr.y (mgr.25853) 364 : cluster [DBG] pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:04.532 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:39:06.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:06 smithi113 bash[81732]: cluster 2024-05-11T04:39:04.952075+0000 mgr.y (mgr.25853) 365 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:06.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:06 smithi113 bash[81732]: cluster 2024-05-11T04:39:04.952075+0000 mgr.y (mgr.25853) 365 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:06.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:06 smithi113 bash[84165]: cluster 2024-05-11T04:39:04.952075+0000 mgr.y (mgr.25853) 365 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:06.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:06 smithi113 bash[84165]: cluster 2024-05-11T04:39:04.952075+0000 mgr.y (mgr.25853) 365 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:06 smithi173 bash[67089]: cluster 2024-05-11T04:39:04.952075+0000 mgr.y (mgr.25853) 365 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:06 smithi173 bash[67089]: cluster 2024-05-11T04:39:04.952075+0000 mgr.y (mgr.25853) 365 : cluster [DBG] pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:07.742 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:39:07.742 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:39:08.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:08 smithi113 bash[81732]: cluster 2024-05-11T04:39:06.953058+0000 mgr.y (mgr.25853) 366 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:08.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:08 smithi113 bash[81732]: cluster 2024-05-11T04:39:06.953058+0000 mgr.y (mgr.25853) 366 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:08.435 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:08 smithi113 bash[81732]: audit 2024-05-11T04:39:07.745813+0000 mon.a (mon.0) 611 : audit [DBG] from='client.? 172.21.15.113:0/2012067749' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:08.436 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:08 smithi113 bash[81732]: audit 2024-05-11T04:39:07.745813+0000 mon.a (mon.0) 611 : audit [DBG] from='client.? 172.21.15.113:0/2012067749' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:08.436 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:08 smithi113 bash[84165]: cluster 2024-05-11T04:39:06.953058+0000 mgr.y (mgr.25853) 366 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:08.436 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:08 smithi113 bash[84165]: cluster 2024-05-11T04:39:06.953058+0000 mgr.y (mgr.25853) 366 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:08.436 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:08 smithi113 bash[84165]: audit 2024-05-11T04:39:07.745813+0000 mon.a (mon.0) 611 : audit [DBG] from='client.? 172.21.15.113:0/2012067749' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:08.436 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:08 smithi113 bash[84165]: audit 2024-05-11T04:39:07.745813+0000 mon.a (mon.0) 611 : audit [DBG] from='client.? 172.21.15.113:0/2012067749' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:08 smithi173 bash[67089]: cluster 2024-05-11T04:39:06.953058+0000 mgr.y (mgr.25853) 366 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:08 smithi173 bash[67089]: cluster 2024-05-11T04:39:06.953058+0000 mgr.y (mgr.25853) 366 : cluster [DBG] pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:08 smithi173 bash[67089]: audit 2024-05-11T04:39:07.745813+0000 mon.a (mon.0) 611 : audit [DBG] from='client.? 172.21.15.113:0/2012067749' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:08 smithi173 bash[67089]: audit 2024-05-11T04:39:07.745813+0000 mon.a (mon.0) 611 : audit [DBG] from='client.? 172.21.15.113:0/2012067749' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:39:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:39:09] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-05-11T04:39:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:10 smithi113 bash[81732]: cluster 2024-05-11T04:39:08.953801+0000 mgr.y (mgr.25853) 367 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:10 smithi113 bash[81732]: cluster 2024-05-11T04:39:08.953801+0000 mgr.y (mgr.25853) 367 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:10 smithi113 bash[84165]: cluster 2024-05-11T04:39:08.953801+0000 mgr.y (mgr.25853) 367 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:10 smithi113 bash[84165]: cluster 2024-05-11T04:39:08.953801+0000 mgr.y (mgr.25853) 367 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:10 smithi173 bash[67089]: cluster 2024-05-11T04:39:08.953801+0000 mgr.y (mgr.25853) 367 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:10 smithi173 bash[67089]: cluster 2024-05-11T04:39:08.953801+0000 mgr.y (mgr.25853) 367 : cluster [DBG] pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:11.438 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:39:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:12 smithi113 bash[81732]: cluster 2024-05-11T04:39:10.954733+0000 mgr.y (mgr.25853) 368 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:12 smithi113 bash[81732]: cluster 2024-05-11T04:39:10.954733+0000 mgr.y (mgr.25853) 368 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:12.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:12 smithi113 bash[81732]: audit 2024-05-11T04:39:11.458254+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:12.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:12 smithi113 bash[81732]: audit 2024-05-11T04:39:11.458254+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:12 smithi113 bash[84165]: cluster 2024-05-11T04:39:10.954733+0000 mgr.y (mgr.25853) 368 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:12 smithi113 bash[84165]: cluster 2024-05-11T04:39:10.954733+0000 mgr.y (mgr.25853) 368 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:12 smithi113 bash[84165]: audit 2024-05-11T04:39:11.458254+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:12 smithi113 bash[84165]: audit 2024-05-11T04:39:11.458254+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:12.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:12 smithi173 bash[67089]: cluster 2024-05-11T04:39:10.954733+0000 mgr.y (mgr.25853) 368 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:12.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:12 smithi173 bash[67089]: cluster 2024-05-11T04:39:10.954733+0000 mgr.y (mgr.25853) 368 : cluster [DBG] pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:12.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:12 smithi173 bash[67089]: audit 2024-05-11T04:39:11.458254+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:12.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:12 smithi173 bash[67089]: audit 2024-05-11T04:39:11.458254+0000 mon.a (mon.0) 612 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:14 smithi113 bash[81732]: cluster 2024-05-11T04:39:12.955626+0000 mgr.y (mgr.25853) 369 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:14 smithi113 bash[81732]: cluster 2024-05-11T04:39:12.955626+0000 mgr.y (mgr.25853) 369 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:14.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:14 smithi113 bash[81732]: audit 2024-05-11T04:39:13.832436+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:14.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:14 smithi113 bash[81732]: audit 2024-05-11T04:39:13.832436+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:14 smithi113 bash[84165]: cluster 2024-05-11T04:39:12.955626+0000 mgr.y (mgr.25853) 369 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:14 smithi113 bash[84165]: cluster 2024-05-11T04:39:12.955626+0000 mgr.y (mgr.25853) 369 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:14 smithi113 bash[84165]: audit 2024-05-11T04:39:13.832436+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:14 smithi113 bash[84165]: audit 2024-05-11T04:39:13.832436+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:14 smithi173 bash[67089]: cluster 2024-05-11T04:39:12.955626+0000 mgr.y (mgr.25853) 369 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:14 smithi173 bash[67089]: cluster 2024-05-11T04:39:12.955626+0000 mgr.y (mgr.25853) 369 : cluster [DBG] pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:14 smithi173 bash[67089]: audit 2024-05-11T04:39:13.832436+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:14 smithi173 bash[67089]: audit 2024-05-11T04:39:13.832436+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:16.185 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:39:16.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:16 smithi113 bash[81732]: cluster 2024-05-11T04:39:14.956560+0000 mgr.y (mgr.25853) 370 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:16.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:16 smithi113 bash[81732]: cluster 2024-05-11T04:39:14.956560+0000 mgr.y (mgr.25853) 370 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:16 smithi113 bash[84165]: cluster 2024-05-11T04:39:14.956560+0000 mgr.y (mgr.25853) 370 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:16.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:16 smithi113 bash[84165]: cluster 2024-05-11T04:39:14.956560+0000 mgr.y (mgr.25853) 370 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:16 smithi173 bash[67089]: cluster 2024-05-11T04:39:14.956560+0000 mgr.y (mgr.25853) 370 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:16 smithi173 bash[67089]: cluster 2024-05-11T04:39:14.956560+0000 mgr.y (mgr.25853) 370 : cluster [DBG] pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:16.951528+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:16.951528+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: cluster 2024-05-11T04:39:16.957014+0000 mgr.y (mgr.25853) 371 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: cluster 2024-05-11T04:39:16.957014+0000 mgr.y (mgr.25853) 371 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:16.957488+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:16.957488+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:17.558544+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:17.558544+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:17.570404+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:17 smithi113 bash[81732]: audit 2024-05-11T04:39:17.570404+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:16.951528+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:16.951528+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: cluster 2024-05-11T04:39:16.957014+0000 mgr.y (mgr.25853) 371 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: cluster 2024-05-11T04:39:16.957014+0000 mgr.y (mgr.25853) 371 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:16.957488+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:16.957488+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:17.558544+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:17.558544+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:17.570404+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.229 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:17 smithi113 bash[84165]: audit 2024-05-11T04:39:17.570404+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:16.951528+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:16.951528+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: cluster 2024-05-11T04:39:16.957014+0000 mgr.y (mgr.25853) 371 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: cluster 2024-05-11T04:39:16.957014+0000 mgr.y (mgr.25853) 371 : cluster [DBG] pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:16.957488+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:16.957488+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:17.558544+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:17.558544+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:17.570404+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:18.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:17 smithi173 bash[67089]: audit 2024-05-11T04:39:17.570404+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:18 smithi113 bash[81732]: audit 2024-05-11T04:39:18.194405+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:18 smithi113 bash[81732]: audit 2024-05-11T04:39:18.194405+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:18 smithi113 bash[81732]: audit 2024-05-11T04:39:18.196286+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:18 smithi113 bash[81732]: audit 2024-05-11T04:39:18.196286+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:18 smithi113 bash[81732]: audit 2024-05-11T04:39:18.208390+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:18 smithi113 bash[81732]: audit 2024-05-11T04:39:18.208390+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:18 smithi113 bash[84165]: audit 2024-05-11T04:39:18.194405+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:18 smithi113 bash[84165]: audit 2024-05-11T04:39:18.194405+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:18 smithi113 bash[84165]: audit 2024-05-11T04:39:18.196286+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:18 smithi113 bash[84165]: audit 2024-05-11T04:39:18.196286+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:18 smithi113 bash[84165]: audit 2024-05-11T04:39:18.208390+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:18 smithi113 bash[84165]: audit 2024-05-11T04:39:18.208390+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:18 smithi173 bash[67089]: audit 2024-05-11T04:39:18.194405+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:18 smithi173 bash[67089]: audit 2024-05-11T04:39:18.194405+0000 mon.a (mon.0) 618 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:18 smithi173 bash[67089]: audit 2024-05-11T04:39:18.196286+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:18 smithi173 bash[67089]: audit 2024-05-11T04:39:18.196286+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:19.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:18 smithi173 bash[67089]: audit 2024-05-11T04:39:18.208390+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:18 smithi173 bash[67089]: audit 2024-05-11T04:39:18.208390+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:39:19.298 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:39:19.298 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:39:19.958 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:39:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:39:19] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:39:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:19 smithi113 bash[84165]: cluster 2024-05-11T04:39:18.957427+0000 mgr.y (mgr.25853) 372 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:19 smithi113 bash[84165]: cluster 2024-05-11T04:39:18.957427+0000 mgr.y (mgr.25853) 372 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:20.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:19 smithi113 bash[84165]: audit 2024-05-11T04:39:19.302464+0000 mon.a (mon.0) 621 : audit [DBG] from='client.? 172.21.15.113:0/1091294574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:20.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:19 smithi113 bash[84165]: audit 2024-05-11T04:39:19.302464+0000 mon.a (mon.0) 621 : audit [DBG] from='client.? 172.21.15.113:0/1091294574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:20.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:19 smithi113 bash[81732]: cluster 2024-05-11T04:39:18.957427+0000 mgr.y (mgr.25853) 372 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:20.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:19 smithi113 bash[81732]: cluster 2024-05-11T04:39:18.957427+0000 mgr.y (mgr.25853) 372 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:20.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:19 smithi113 bash[81732]: audit 2024-05-11T04:39:19.302464+0000 mon.a (mon.0) 621 : audit [DBG] from='client.? 172.21.15.113:0/1091294574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:20.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:19 smithi113 bash[81732]: audit 2024-05-11T04:39:19.302464+0000 mon.a (mon.0) 621 : audit [DBG] from='client.? 172.21.15.113:0/1091294574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:19 smithi173 bash[67089]: cluster 2024-05-11T04:39:18.957427+0000 mgr.y (mgr.25853) 372 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:19 smithi173 bash[67089]: cluster 2024-05-11T04:39:18.957427+0000 mgr.y (mgr.25853) 372 : cluster [DBG] pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:19 smithi173 bash[67089]: audit 2024-05-11T04:39:19.302464+0000 mon.a (mon.0) 621 : audit [DBG] from='client.? 172.21.15.113:0/1091294574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:20.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:19 smithi173 bash[67089]: audit 2024-05-11T04:39:19.302464+0000 mon.a (mon.0) 621 : audit [DBG] from='client.? 172.21.15.113:0/1091294574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:21 smithi113 bash[81732]: cluster 2024-05-11T04:39:20.958270+0000 mgr.y (mgr.25853) 373 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:22.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:21 smithi113 bash[81732]: cluster 2024-05-11T04:39:20.958270+0000 mgr.y (mgr.25853) 373 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:21 smithi113 bash[84165]: cluster 2024-05-11T04:39:20.958270+0000 mgr.y (mgr.25853) 373 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:21 smithi113 bash[84165]: cluster 2024-05-11T04:39:20.958270+0000 mgr.y (mgr.25853) 373 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:22.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:21 smithi173 bash[67089]: cluster 2024-05-11T04:39:20.958270+0000 mgr.y (mgr.25853) 373 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:22.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:21 smithi173 bash[67089]: cluster 2024-05-11T04:39:20.958270+0000 mgr.y (mgr.25853) 373 : cluster [DBG] pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:22.996 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:39:24.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:23 smithi113 bash[81732]: cluster 2024-05-11T04:39:22.959102+0000 mgr.y (mgr.25853) 374 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:24.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:23 smithi113 bash[81732]: cluster 2024-05-11T04:39:22.959102+0000 mgr.y (mgr.25853) 374 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:23 smithi113 bash[84165]: cluster 2024-05-11T04:39:22.959102+0000 mgr.y (mgr.25853) 374 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:24.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:23 smithi113 bash[84165]: cluster 2024-05-11T04:39:22.959102+0000 mgr.y (mgr.25853) 374 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:24.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:23 smithi173 bash[67089]: cluster 2024-05-11T04:39:22.959102+0000 mgr.y (mgr.25853) 374 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:24.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:23 smithi173 bash[67089]: cluster 2024-05-11T04:39:22.959102+0000 mgr.y (mgr.25853) 374 : cluster [DBG] pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:26.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:25 smithi113 bash[81732]: cluster 2024-05-11T04:39:24.959967+0000 mgr.y (mgr.25853) 375 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:26.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:25 smithi113 bash[81732]: cluster 2024-05-11T04:39:24.959967+0000 mgr.y (mgr.25853) 375 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:25 smithi113 bash[84165]: cluster 2024-05-11T04:39:24.959967+0000 mgr.y (mgr.25853) 375 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:26.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:25 smithi113 bash[84165]: cluster 2024-05-11T04:39:24.959967+0000 mgr.y (mgr.25853) 375 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:25 smithi173 bash[67089]: cluster 2024-05-11T04:39:24.959967+0000 mgr.y (mgr.25853) 375 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:26.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:25 smithi173 bash[67089]: cluster 2024-05-11T04:39:24.959967+0000 mgr.y (mgr.25853) 375 : cluster [DBG] pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:27.733 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:39:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:27 smithi113 bash[81732]: cluster 2024-05-11T04:39:26.960842+0000 mgr.y (mgr.25853) 376 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:28.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:27 smithi113 bash[81732]: cluster 2024-05-11T04:39:26.960842+0000 mgr.y (mgr.25853) 376 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:27 smithi113 bash[84165]: cluster 2024-05-11T04:39:26.960842+0000 mgr.y (mgr.25853) 376 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:28.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:27 smithi113 bash[84165]: cluster 2024-05-11T04:39:26.960842+0000 mgr.y (mgr.25853) 376 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:27 smithi173 bash[67089]: cluster 2024-05-11T04:39:26.960842+0000 mgr.y (mgr.25853) 376 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:28.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:27 smithi173 bash[67089]: cluster 2024-05-11T04:39:26.960842+0000 mgr.y (mgr.25853) 376 : cluster [DBG] pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:28.994 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:28 smithi113 bash[81732]: audit 2024-05-11T04:39:28.832013+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:28.995 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:28 smithi113 bash[81732]: audit 2024-05-11T04:39:28.832013+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:28.995 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:28 smithi113 bash[84165]: audit 2024-05-11T04:39:28.832013+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:28.995 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:28 smithi113 bash[84165]: audit 2024-05-11T04:39:28.832013+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:29.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:28 smithi173 bash[67089]: audit 2024-05-11T04:39:28.832013+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:29.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:28 smithi173 bash[67089]: audit 2024-05-11T04:39:28.832013+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:39:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:39:29] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-05-11T04:39:30.246 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:29 smithi113 bash[81732]: cluster 2024-05-11T04:39:28.961597+0000 mgr.y (mgr.25853) 377 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:30.246 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:29 smithi113 bash[81732]: cluster 2024-05-11T04:39:28.961597+0000 mgr.y (mgr.25853) 377 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:30.246 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:29 smithi113 bash[84165]: cluster 2024-05-11T04:39:28.961597+0000 mgr.y (mgr.25853) 377 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:30.246 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:29 smithi113 bash[84165]: cluster 2024-05-11T04:39:28.961597+0000 mgr.y (mgr.25853) 377 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:29 smithi173 bash[67089]: cluster 2024-05-11T04:39:28.961597+0000 mgr.y (mgr.25853) 377 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:30.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:29 smithi173 bash[67089]: cluster 2024-05-11T04:39:28.961597+0000 mgr.y (mgr.25853) 377 : cluster [DBG] pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:30.637 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:39:30.637 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:39:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:30 smithi173 bash[67089]: audit 2024-05-11T04:39:30.640856+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.113:0/4057811446' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:31.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:30 smithi173 bash[67089]: audit 2024-05-11T04:39:30.640856+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.113:0/4057811446' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:31.394 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:30 smithi113 bash[84165]: audit 2024-05-11T04:39:30.640856+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.113:0/4057811446' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:31.395 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:30 smithi113 bash[84165]: audit 2024-05-11T04:39:30.640856+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.113:0/4057811446' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:31.395 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:30 smithi113 bash[81732]: audit 2024-05-11T04:39:30.640856+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.113:0/4057811446' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:31.395 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:30 smithi113 bash[81732]: audit 2024-05-11T04:39:30.640856+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.113:0/4057811446' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:32 smithi173 bash[67089]: cluster 2024-05-11T04:39:30.962508+0000 mgr.y (mgr.25853) 378 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:32 smithi173 bash[67089]: cluster 2024-05-11T04:39:30.962508+0000 mgr.y (mgr.25853) 378 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:32.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:32 smithi113 bash[81732]: cluster 2024-05-11T04:39:30.962508+0000 mgr.y (mgr.25853) 378 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:32.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:32 smithi113 bash[81732]: cluster 2024-05-11T04:39:30.962508+0000 mgr.y (mgr.25853) 378 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:32.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:32 smithi113 bash[84165]: cluster 2024-05-11T04:39:30.962508+0000 mgr.y (mgr.25853) 378 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:32.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:32 smithi113 bash[84165]: cluster 2024-05-11T04:39:30.962508+0000 mgr.y (mgr.25853) 378 : cluster [DBG] pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:34 smithi173 bash[67089]: cluster 2024-05-11T04:39:32.963335+0000 mgr.y (mgr.25853) 379 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:34.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:34 smithi173 bash[67089]: cluster 2024-05-11T04:39:32.963335+0000 mgr.y (mgr.25853) 379 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:34.397 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:39:34.407 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:34 smithi113 bash[81732]: cluster 2024-05-11T04:39:32.963335+0000 mgr.y (mgr.25853) 379 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:34.408 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:34 smithi113 bash[81732]: cluster 2024-05-11T04:39:32.963335+0000 mgr.y (mgr.25853) 379 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:34.408 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:34 smithi113 bash[84165]: cluster 2024-05-11T04:39:32.963335+0000 mgr.y (mgr.25853) 379 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:34.408 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:34 smithi113 bash[84165]: cluster 2024-05-11T04:39:32.963335+0000 mgr.y (mgr.25853) 379 : cluster [DBG] pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:36.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:36 smithi173 bash[67089]: cluster 2024-05-11T04:39:34.964139+0000 mgr.y (mgr.25853) 380 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:36.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:36 smithi173 bash[67089]: cluster 2024-05-11T04:39:34.964139+0000 mgr.y (mgr.25853) 380 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:36 smithi113 bash[81732]: cluster 2024-05-11T04:39:34.964139+0000 mgr.y (mgr.25853) 380 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:36 smithi113 bash[81732]: cluster 2024-05-11T04:39:34.964139+0000 mgr.y (mgr.25853) 380 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:36 smithi113 bash[84165]: cluster 2024-05-11T04:39:34.964139+0000 mgr.y (mgr.25853) 380 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:36 smithi113 bash[84165]: cluster 2024-05-11T04:39:34.964139+0000 mgr.y (mgr.25853) 380 : cluster [DBG] pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:38 smithi173 bash[67089]: cluster 2024-05-11T04:39:36.965108+0000 mgr.y (mgr.25853) 381 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:38.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:38 smithi173 bash[67089]: cluster 2024-05-11T04:39:36.965108+0000 mgr.y (mgr.25853) 381 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:38 smithi113 bash[81732]: cluster 2024-05-11T04:39:36.965108+0000 mgr.y (mgr.25853) 381 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:38 smithi113 bash[81732]: cluster 2024-05-11T04:39:36.965108+0000 mgr.y (mgr.25853) 381 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:38 smithi113 bash[84165]: cluster 2024-05-11T04:39:36.965108+0000 mgr.y (mgr.25853) 381 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:38 smithi113 bash[84165]: cluster 2024-05-11T04:39:36.965108+0000 mgr.y (mgr.25853) 381 : cluster [DBG] pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:39.137 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:39:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:39:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:39:39] "GET /metrics HTTP/1.1" 200 34163 "" "Prometheus/2.43.0" 2024-05-11T04:39:40.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:40 smithi173 bash[67089]: cluster 2024-05-11T04:39:38.965886+0000 mgr.y (mgr.25853) 382 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:40.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:40 smithi173 bash[67089]: cluster 2024-05-11T04:39:38.965886+0000 mgr.y (mgr.25853) 382 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:40 smithi113 bash[81732]: cluster 2024-05-11T04:39:38.965886+0000 mgr.y (mgr.25853) 382 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:40 smithi113 bash[81732]: cluster 2024-05-11T04:39:38.965886+0000 mgr.y (mgr.25853) 382 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:40 smithi113 bash[84165]: cluster 2024-05-11T04:39:38.965886+0000 mgr.y (mgr.25853) 382 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:40 smithi113 bash[84165]: cluster 2024-05-11T04:39:38.965886+0000 mgr.y (mgr.25853) 382 : cluster [DBG] pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:42.224 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:39:42.224 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:39:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:42 smithi113 bash[81732]: cluster 2024-05-11T04:39:40.966693+0000 mgr.y (mgr.25853) 383 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:42.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:42 smithi113 bash[81732]: cluster 2024-05-11T04:39:40.966693+0000 mgr.y (mgr.25853) 383 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:42.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:42 smithi113 bash[84165]: cluster 2024-05-11T04:39:40.966693+0000 mgr.y (mgr.25853) 383 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:42.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:42 smithi113 bash[84165]: cluster 2024-05-11T04:39:40.966693+0000 mgr.y (mgr.25853) 383 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:42 smithi173 bash[67089]: cluster 2024-05-11T04:39:40.966693+0000 mgr.y (mgr.25853) 383 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:42.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:42 smithi173 bash[67089]: cluster 2024-05-11T04:39:40.966693+0000 mgr.y (mgr.25853) 383 : cluster [DBG] pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:43.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:43 smithi113 bash[84165]: audit 2024-05-11T04:39:42.227590+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.113:0/4152600003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:43.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:43 smithi113 bash[84165]: audit 2024-05-11T04:39:42.227590+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.113:0/4152600003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:43.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:43 smithi113 bash[81732]: audit 2024-05-11T04:39:42.227590+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.113:0/4152600003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:43.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:43 smithi113 bash[81732]: audit 2024-05-11T04:39:42.227590+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.113:0/4152600003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:43.526 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:43 smithi173 bash[67089]: audit 2024-05-11T04:39:42.227590+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.113:0/4152600003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:43.527 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:43 smithi173 bash[67089]: audit 2024-05-11T04:39:42.227590+0000 mon.a (mon.0) 623 : audit [DBG] from='client.? 172.21.15.113:0/4152600003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:44 smithi113 bash[81732]: cluster 2024-05-11T04:39:42.967547+0000 mgr.y (mgr.25853) 384 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:44 smithi113 bash[81732]: cluster 2024-05-11T04:39:42.967547+0000 mgr.y (mgr.25853) 384 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:44 smithi113 bash[81732]: audit 2024-05-11T04:39:43.833232+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:44.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:44 smithi113 bash[81732]: audit 2024-05-11T04:39:43.833232+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:44 smithi113 bash[84165]: cluster 2024-05-11T04:39:42.967547+0000 mgr.y (mgr.25853) 384 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:44 smithi113 bash[84165]: cluster 2024-05-11T04:39:42.967547+0000 mgr.y (mgr.25853) 384 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:44 smithi113 bash[84165]: audit 2024-05-11T04:39:43.833232+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:44 smithi113 bash[84165]: audit 2024-05-11T04:39:43.833232+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:44 smithi173 bash[67089]: cluster 2024-05-11T04:39:42.967547+0000 mgr.y (mgr.25853) 384 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:44 smithi173 bash[67089]: cluster 2024-05-11T04:39:42.967547+0000 mgr.y (mgr.25853) 384 : cluster [DBG] pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:44 smithi173 bash[67089]: audit 2024-05-11T04:39:43.833232+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:44 smithi173 bash[67089]: audit 2024-05-11T04:39:43.833232+0000 mon.a (mon.0) 624 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:45.937 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:39:46.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:46 smithi113 bash[81732]: cluster 2024-05-11T04:39:44.968413+0000 mgr.y (mgr.25853) 385 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:46.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:46 smithi113 bash[81732]: cluster 2024-05-11T04:39:44.968413+0000 mgr.y (mgr.25853) 385 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:46.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:46 smithi113 bash[84165]: cluster 2024-05-11T04:39:44.968413+0000 mgr.y (mgr.25853) 385 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:46.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:46 smithi113 bash[84165]: cluster 2024-05-11T04:39:44.968413+0000 mgr.y (mgr.25853) 385 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:46 smithi173 bash[67089]: cluster 2024-05-11T04:39:44.968413+0000 mgr.y (mgr.25853) 385 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:46 smithi173 bash[67089]: cluster 2024-05-11T04:39:44.968413+0000 mgr.y (mgr.25853) 385 : cluster [DBG] pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:48.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:48 smithi113 bash[81732]: cluster 2024-05-11T04:39:46.969267+0000 mgr.y (mgr.25853) 386 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:48.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:48 smithi113 bash[81732]: cluster 2024-05-11T04:39:46.969267+0000 mgr.y (mgr.25853) 386 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:48.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:48 smithi113 bash[84165]: cluster 2024-05-11T04:39:46.969267+0000 mgr.y (mgr.25853) 386 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:48.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:48 smithi113 bash[84165]: cluster 2024-05-11T04:39:46.969267+0000 mgr.y (mgr.25853) 386 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:48 smithi173 bash[67089]: cluster 2024-05-11T04:39:46.969267+0000 mgr.y (mgr.25853) 386 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:48 smithi173 bash[67089]: cluster 2024-05-11T04:39:46.969267+0000 mgr.y (mgr.25853) 386 : cluster [DBG] pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:39:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:39:49] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:39:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:50 smithi113 bash[81732]: cluster 2024-05-11T04:39:48.970022+0000 mgr.y (mgr.25853) 387 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:50 smithi113 bash[81732]: cluster 2024-05-11T04:39:48.970022+0000 mgr.y (mgr.25853) 387 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:50 smithi113 bash[84165]: cluster 2024-05-11T04:39:48.970022+0000 mgr.y (mgr.25853) 387 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:50.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:50 smithi113 bash[84165]: cluster 2024-05-11T04:39:48.970022+0000 mgr.y (mgr.25853) 387 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:50 smithi173 bash[67089]: cluster 2024-05-11T04:39:48.970022+0000 mgr.y (mgr.25853) 387 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:50 smithi173 bash[67089]: cluster 2024-05-11T04:39:48.970022+0000 mgr.y (mgr.25853) 387 : cluster [DBG] pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:50.682 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:39:52.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:52 smithi113 bash[81732]: cluster 2024-05-11T04:39:50.970953+0000 mgr.y (mgr.25853) 388 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:52.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:52 smithi113 bash[81732]: cluster 2024-05-11T04:39:50.970953+0000 mgr.y (mgr.25853) 388 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:52.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:52 smithi113 bash[84165]: cluster 2024-05-11T04:39:50.970953+0000 mgr.y (mgr.25853) 388 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:52.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:52 smithi113 bash[84165]: cluster 2024-05-11T04:39:50.970953+0000 mgr.y (mgr.25853) 388 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:52 smithi173 bash[67089]: cluster 2024-05-11T04:39:50.970953+0000 mgr.y (mgr.25853) 388 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:52 smithi173 bash[67089]: cluster 2024-05-11T04:39:50.970953+0000 mgr.y (mgr.25853) 388 : cluster [DBG] pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:53.715 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:39:53.715 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:54 smithi113 bash[81732]: cluster 2024-05-11T04:39:52.971727+0000 mgr.y (mgr.25853) 389 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:54 smithi113 bash[81732]: cluster 2024-05-11T04:39:52.971727+0000 mgr.y (mgr.25853) 389 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:54 smithi113 bash[81732]: audit 2024-05-11T04:39:53.718885+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.113:0/1894999840' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:54 smithi113 bash[81732]: audit 2024-05-11T04:39:53.718885+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.113:0/1894999840' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:54 smithi113 bash[84165]: cluster 2024-05-11T04:39:52.971727+0000 mgr.y (mgr.25853) 389 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:54 smithi113 bash[84165]: cluster 2024-05-11T04:39:52.971727+0000 mgr.y (mgr.25853) 389 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:54 smithi113 bash[84165]: audit 2024-05-11T04:39:53.718885+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.113:0/1894999840' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:54.375 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:54 smithi113 bash[84165]: audit 2024-05-11T04:39:53.718885+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.113:0/1894999840' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:54 smithi173 bash[67089]: cluster 2024-05-11T04:39:52.971727+0000 mgr.y (mgr.25853) 389 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:54 smithi173 bash[67089]: cluster 2024-05-11T04:39:52.971727+0000 mgr.y (mgr.25853) 389 : cluster [DBG] pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:54 smithi173 bash[67089]: audit 2024-05-11T04:39:53.718885+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.113:0/1894999840' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:54 smithi173 bash[67089]: audit 2024-05-11T04:39:53.718885+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.113:0/1894999840' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:39:56.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:56 smithi113 bash[81732]: cluster 2024-05-11T04:39:54.972553+0000 mgr.y (mgr.25853) 390 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:56.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:56 smithi113 bash[81732]: cluster 2024-05-11T04:39:54.972553+0000 mgr.y (mgr.25853) 390 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:56 smithi113 bash[84165]: cluster 2024-05-11T04:39:54.972553+0000 mgr.y (mgr.25853) 390 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:56.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:56 smithi113 bash[84165]: cluster 2024-05-11T04:39:54.972553+0000 mgr.y (mgr.25853) 390 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:56 smithi173 bash[67089]: cluster 2024-05-11T04:39:54.972553+0000 mgr.y (mgr.25853) 390 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:56 smithi173 bash[67089]: cluster 2024-05-11T04:39:54.972553+0000 mgr.y (mgr.25853) 390 : cluster [DBG] pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:57.377 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:39:58.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:58 smithi113 bash[81732]: cluster 2024-05-11T04:39:56.973377+0000 mgr.y (mgr.25853) 391 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:58.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:58 smithi113 bash[81732]: cluster 2024-05-11T04:39:56.973377+0000 mgr.y (mgr.25853) 391 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:58 smithi113 bash[84165]: cluster 2024-05-11T04:39:56.973377+0000 mgr.y (mgr.25853) 391 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:58.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:58 smithi113 bash[84165]: cluster 2024-05-11T04:39:56.973377+0000 mgr.y (mgr.25853) 391 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:58 smithi173 bash[67089]: cluster 2024-05-11T04:39:56.973377+0000 mgr.y (mgr.25853) 391 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:58 smithi173 bash[67089]: cluster 2024-05-11T04:39:56.973377+0000 mgr.y (mgr.25853) 391 : cluster [DBG] pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:39:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:59 smithi113 bash[84165]: audit 2024-05-11T04:39:58.833676+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:39:59 smithi113 bash[84165]: audit 2024-05-11T04:39:58.833676+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:59 smithi113 bash[81732]: audit 2024-05-11T04:39:58.833676+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:39:59 smithi113 bash[81732]: audit 2024-05-11T04:39:58.833676+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:59 smithi173 bash[67089]: audit 2024-05-11T04:39:58.833676+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:39:59 smithi173 bash[67089]: audit 2024-05-11T04:39:58.833676+0000 mon.a (mon.0) 625 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:39:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:39:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:39:59] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:40:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:00 smithi113 bash[84165]: cluster 2024-05-11T04:39:58.974088+0000 mgr.y (mgr.25853) 392 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:00 smithi113 bash[84165]: cluster 2024-05-11T04:39:58.974088+0000 mgr.y (mgr.25853) 392 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:00 smithi113 bash[84165]: cluster 2024-05-11T04:40:00.000155+0000 mon.a (mon.0) 626 : cluster [ERR] overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:00.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:00 smithi113 bash[84165]: cluster 2024-05-11T04:40:00.000155+0000 mon.a (mon.0) 626 : cluster [ERR] overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:00 smithi113 bash[81732]: debug 2024-05-11T04:39:59.994+0000 7f6724caf700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:00 smithi113 bash[81732]: cluster 2024-05-11T04:39:58.974088+0000 mgr.y (mgr.25853) 392 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:00 smithi113 bash[81732]: cluster 2024-05-11T04:39:58.974088+0000 mgr.y (mgr.25853) 392 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:00 smithi113 bash[81732]: cluster 2024-05-11T04:40:00.000155+0000 mon.a (mon.0) 626 : cluster [ERR] overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:00.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:00 smithi113 bash[81732]: cluster 2024-05-11T04:40:00.000155+0000 mon.a (mon.0) 626 : cluster [ERR] overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:00 smithi173 bash[67089]: cluster 2024-05-11T04:39:58.974088+0000 mgr.y (mgr.25853) 392 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:00 smithi173 bash[67089]: cluster 2024-05-11T04:39:58.974088+0000 mgr.y (mgr.25853) 392 : cluster [DBG] pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:00 smithi173 bash[67089]: cluster 2024-05-11T04:40:00.000155+0000 mon.a (mon.0) 626 : cluster [ERR] overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:00 smithi173 bash[67089]: cluster 2024-05-11T04:40:00.000155+0000 mon.a (mon.0) 626 : cluster [ERR] overall HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:40:02.110 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:02.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:02 smithi113 bash[81732]: cluster 2024-05-11T04:40:00.974985+0000 mgr.y (mgr.25853) 393 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:02.479 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:02 smithi113 bash[81732]: cluster 2024-05-11T04:40:00.974985+0000 mgr.y (mgr.25853) 393 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:02.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:02 smithi113 bash[84165]: cluster 2024-05-11T04:40:00.974985+0000 mgr.y (mgr.25853) 393 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:02.479 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:02 smithi113 bash[84165]: cluster 2024-05-11T04:40:00.974985+0000 mgr.y (mgr.25853) 393 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:02.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:02 smithi173 bash[67089]: cluster 2024-05-11T04:40:00.974985+0000 mgr.y (mgr.25853) 393 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:02 smithi173 bash[67089]: cluster 2024-05-11T04:40:00.974985+0000 mgr.y (mgr.25853) 393 : cluster [DBG] pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:04 smithi113 bash[81732]: cluster 2024-05-11T04:40:02.975807+0000 mgr.y (mgr.25853) 394 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:04.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:04 smithi113 bash[81732]: cluster 2024-05-11T04:40:02.975807+0000 mgr.y (mgr.25853) 394 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:04.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:04 smithi113 bash[84165]: cluster 2024-05-11T04:40:02.975807+0000 mgr.y (mgr.25853) 394 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:04.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:04 smithi113 bash[84165]: cluster 2024-05-11T04:40:02.975807+0000 mgr.y (mgr.25853) 394 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:04 smithi173 bash[67089]: cluster 2024-05-11T04:40:02.975807+0000 mgr.y (mgr.25853) 394 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:04 smithi173 bash[67089]: cluster 2024-05-11T04:40:02.975807+0000 mgr.y (mgr.25853) 394 : cluster [DBG] pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:05.136 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:40:05.137 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:40:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:06 smithi113 bash[81732]: cluster 2024-05-11T04:40:04.976675+0000 mgr.y (mgr.25853) 395 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:06 smithi113 bash[81732]: cluster 2024-05-11T04:40:04.976675+0000 mgr.y (mgr.25853) 395 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:06 smithi113 bash[81732]: audit 2024-05-11T04:40:05.140822+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.113:0/1842422793' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:06 smithi113 bash[81732]: audit 2024-05-11T04:40:05.140822+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.113:0/1842422793' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:06 smithi113 bash[84165]: cluster 2024-05-11T04:40:04.976675+0000 mgr.y (mgr.25853) 395 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:06 smithi113 bash[84165]: cluster 2024-05-11T04:40:04.976675+0000 mgr.y (mgr.25853) 395 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:06 smithi113 bash[84165]: audit 2024-05-11T04:40:05.140822+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.113:0/1842422793' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:06.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:06 smithi113 bash[84165]: audit 2024-05-11T04:40:05.140822+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.113:0/1842422793' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:06 smithi173 bash[67089]: cluster 2024-05-11T04:40:04.976675+0000 mgr.y (mgr.25853) 395 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:06 smithi173 bash[67089]: cluster 2024-05-11T04:40:04.976675+0000 mgr.y (mgr.25853) 395 : cluster [DBG] pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:06 smithi173 bash[67089]: audit 2024-05-11T04:40:05.140822+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.113:0/1842422793' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:06 smithi173 bash[67089]: audit 2024-05-11T04:40:05.140822+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.113:0/1842422793' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:08.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:08 smithi113 bash[81732]: cluster 2024-05-11T04:40:06.977506+0000 mgr.y (mgr.25853) 396 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:08.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:08 smithi113 bash[81732]: cluster 2024-05-11T04:40:06.977506+0000 mgr.y (mgr.25853) 396 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:08.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:08 smithi113 bash[84165]: cluster 2024-05-11T04:40:06.977506+0000 mgr.y (mgr.25853) 396 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:08.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:08 smithi113 bash[84165]: cluster 2024-05-11T04:40:06.977506+0000 mgr.y (mgr.25853) 396 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:08 smithi173 bash[67089]: cluster 2024-05-11T04:40:06.977506+0000 mgr.y (mgr.25853) 396 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:08 smithi173 bash[67089]: cluster 2024-05-11T04:40:06.977506+0000 mgr.y (mgr.25853) 396 : cluster [DBG] pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:08.820 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:40:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:40:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:40:09] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:40:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:10 smithi113 bash[84165]: cluster 2024-05-11T04:40:08.977957+0000 mgr.y (mgr.25853) 397 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:10 smithi113 bash[84165]: cluster 2024-05-11T04:40:08.977957+0000 mgr.y (mgr.25853) 397 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:10 smithi113 bash[81732]: cluster 2024-05-11T04:40:08.977957+0000 mgr.y (mgr.25853) 397 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:10 smithi113 bash[81732]: cluster 2024-05-11T04:40:08.977957+0000 mgr.y (mgr.25853) 397 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:10 smithi173 bash[67089]: cluster 2024-05-11T04:40:08.977957+0000 mgr.y (mgr.25853) 397 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:10 smithi173 bash[67089]: cluster 2024-05-11T04:40:08.977957+0000 mgr.y (mgr.25853) 397 : cluster [DBG] pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:12.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:12 smithi113 bash[84165]: cluster 2024-05-11T04:40:10.978895+0000 mgr.y (mgr.25853) 398 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:12.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:12 smithi113 bash[84165]: cluster 2024-05-11T04:40:10.978895+0000 mgr.y (mgr.25853) 398 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:12 smithi113 bash[81732]: cluster 2024-05-11T04:40:10.978895+0000 mgr.y (mgr.25853) 398 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:12 smithi113 bash[81732]: cluster 2024-05-11T04:40:10.978895+0000 mgr.y (mgr.25853) 398 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:12.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:12 smithi173 bash[67089]: cluster 2024-05-11T04:40:10.978895+0000 mgr.y (mgr.25853) 398 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:12.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:12 smithi173 bash[67089]: cluster 2024-05-11T04:40:10.978895+0000 mgr.y (mgr.25853) 398 : cluster [DBG] pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:13.562 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:14 smithi113 bash[81732]: cluster 2024-05-11T04:40:12.979833+0000 mgr.y (mgr.25853) 399 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:14 smithi113 bash[81732]: cluster 2024-05-11T04:40:12.979833+0000 mgr.y (mgr.25853) 399 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:14 smithi113 bash[81732]: audit 2024-05-11T04:40:13.834006+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:14 smithi113 bash[81732]: audit 2024-05-11T04:40:13.834006+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:14 smithi113 bash[84165]: cluster 2024-05-11T04:40:12.979833+0000 mgr.y (mgr.25853) 399 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:14 smithi113 bash[84165]: cluster 2024-05-11T04:40:12.979833+0000 mgr.y (mgr.25853) 399 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:14 smithi113 bash[84165]: audit 2024-05-11T04:40:13.834006+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:14 smithi113 bash[84165]: audit 2024-05-11T04:40:13.834006+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:14 smithi173 bash[67089]: cluster 2024-05-11T04:40:12.979833+0000 mgr.y (mgr.25853) 399 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:14 smithi173 bash[67089]: cluster 2024-05-11T04:40:12.979833+0000 mgr.y (mgr.25853) 399 : cluster [DBG] pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:14 smithi173 bash[67089]: audit 2024-05-11T04:40:13.834006+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:14 smithi173 bash[67089]: audit 2024-05-11T04:40:13.834006+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:16 smithi113 bash[81732]: cluster 2024-05-11T04:40:14.980854+0000 mgr.y (mgr.25853) 400 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:16 smithi113 bash[81732]: cluster 2024-05-11T04:40:14.980854+0000 mgr.y (mgr.25853) 400 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:16.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:16 smithi113 bash[84165]: cluster 2024-05-11T04:40:14.980854+0000 mgr.y (mgr.25853) 400 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:16.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:16 smithi113 bash[84165]: cluster 2024-05-11T04:40:14.980854+0000 mgr.y (mgr.25853) 400 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:16 smithi173 bash[67089]: cluster 2024-05-11T04:40:14.980854+0000 mgr.y (mgr.25853) 400 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:16 smithi173 bash[67089]: cluster 2024-05-11T04:40:14.980854+0000 mgr.y (mgr.25853) 400 : cluster [DBG] pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:16.566 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:40:16.566 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:40:17.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:17 smithi113 bash[81732]: audit 2024-05-11T04:40:16.569879+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.113:0/3403609768' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:17.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:17 smithi113 bash[81732]: audit 2024-05-11T04:40:16.569879+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.113:0/3403609768' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:17.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:17 smithi113 bash[84165]: audit 2024-05-11T04:40:16.569879+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.113:0/3403609768' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:17.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:17 smithi113 bash[84165]: audit 2024-05-11T04:40:16.569879+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.113:0/3403609768' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:17 smithi173 bash[67089]: audit 2024-05-11T04:40:16.569879+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.113:0/3403609768' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:17.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:17 smithi173 bash[67089]: audit 2024-05-11T04:40:16.569879+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.113:0/3403609768' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:18 smithi113 bash[81732]: cluster 2024-05-11T04:40:16.981734+0000 mgr.y (mgr.25853) 401 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:18 smithi113 bash[81732]: cluster 2024-05-11T04:40:16.981734+0000 mgr.y (mgr.25853) 401 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:18.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:18 smithi113 bash[84165]: cluster 2024-05-11T04:40:16.981734+0000 mgr.y (mgr.25853) 401 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:18.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:18 smithi113 bash[84165]: cluster 2024-05-11T04:40:16.981734+0000 mgr.y (mgr.25853) 401 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:18.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:18 smithi173 bash[67089]: cluster 2024-05-11T04:40:16.981734+0000 mgr.y (mgr.25853) 401 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:18.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:18 smithi173 bash[67089]: cluster 2024-05-11T04:40:16.981734+0000 mgr.y (mgr.25853) 401 : cluster [DBG] pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:19.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:19 smithi113 bash[81732]: audit 2024-05-11T04:40:18.289829+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:19.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:19 smithi113 bash[81732]: audit 2024-05-11T04:40:18.289829+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:19.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:19 smithi113 bash[84165]: audit 2024-05-11T04:40:18.289829+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:19.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:19 smithi113 bash[84165]: audit 2024-05-11T04:40:18.289829+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:19.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:19 smithi173 bash[67089]: audit 2024-05-11T04:40:18.289829+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:19.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:19 smithi173 bash[67089]: audit 2024-05-11T04:40:18.289829+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:40:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:40:19] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-05-11T04:40:20.307 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:40:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:20 smithi113 bash[81732]: cluster 2024-05-11T04:40:18.982484+0000 mgr.y (mgr.25853) 402 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:20 smithi113 bash[81732]: cluster 2024-05-11T04:40:18.982484+0000 mgr.y (mgr.25853) 402 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:20.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:20 smithi113 bash[84165]: cluster 2024-05-11T04:40:18.982484+0000 mgr.y (mgr.25853) 402 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:20.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:20 smithi113 bash[84165]: cluster 2024-05-11T04:40:18.982484+0000 mgr.y (mgr.25853) 402 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:20.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:20 smithi173 bash[67089]: cluster 2024-05-11T04:40:18.982484+0000 mgr.y (mgr.25853) 402 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:20.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:20 smithi173 bash[67089]: cluster 2024-05-11T04:40:18.982484+0000 mgr.y (mgr.25853) 402 : cluster [DBG] pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:22 smithi113 bash[81732]: cluster 2024-05-11T04:40:20.983396+0000 mgr.y (mgr.25853) 403 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:22 smithi113 bash[81732]: cluster 2024-05-11T04:40:20.983396+0000 mgr.y (mgr.25853) 403 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:22 smithi113 bash[84165]: cluster 2024-05-11T04:40:20.983396+0000 mgr.y (mgr.25853) 403 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:22 smithi113 bash[84165]: cluster 2024-05-11T04:40:20.983396+0000 mgr.y (mgr.25853) 403 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:22 smithi173 bash[67089]: cluster 2024-05-11T04:40:20.983396+0000 mgr.y (mgr.25853) 403 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:22 smithi173 bash[67089]: cluster 2024-05-11T04:40:20.983396+0000 mgr.y (mgr.25853) 403 : cluster [DBG] pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.358 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:24 smithi113 bash[81732]: cluster 2024-05-11T04:40:22.984162+0000 mgr.y (mgr.25853) 404 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:24 smithi113 bash[81732]: cluster 2024-05-11T04:40:22.984162+0000 mgr.y (mgr.25853) 404 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:24 smithi113 bash[81732]: audit 2024-05-11T04:40:24.132726+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:24 smithi113 bash[81732]: audit 2024-05-11T04:40:24.132726+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:24 smithi113 bash[84165]: cluster 2024-05-11T04:40:22.984162+0000 mgr.y (mgr.25853) 404 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:24 smithi113 bash[84165]: cluster 2024-05-11T04:40:22.984162+0000 mgr.y (mgr.25853) 404 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:24 smithi113 bash[84165]: audit 2024-05-11T04:40:24.132726+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:24 smithi113 bash[84165]: audit 2024-05-11T04:40:24.132726+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:24.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:24 smithi173 bash[67089]: cluster 2024-05-11T04:40:22.984162+0000 mgr.y (mgr.25853) 404 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:24 smithi173 bash[67089]: cluster 2024-05-11T04:40:22.984162+0000 mgr.y (mgr.25853) 404 : cluster [DBG] pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:24 smithi173 bash[67089]: audit 2024-05-11T04:40:24.132726+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:24.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:24 smithi173 bash[67089]: audit 2024-05-11T04:40:24.132726+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.151796+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.151796+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.387000+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.387000+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.395381+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.395381+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.971224+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.971224+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.973150+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.973150+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.983306+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:25 smithi113 bash[81732]: audit 2024-05-11T04:40:24.983306+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.151796+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.151796+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.387000+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.387000+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.395381+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.395381+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.971224+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.971224+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.973150+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.973150+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.983306+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:25 smithi113 bash[84165]: audit 2024-05-11T04:40:24.983306+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.151796+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.151796+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.387000+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.387000+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.395381+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.395381+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.971224+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.971224+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.973150+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:25.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.973150+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:25.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.983306+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:25.521 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:25 smithi173 bash[67089]: audit 2024-05-11T04:40:24.983306+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:40:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:26 smithi113 bash[84165]: cluster 2024-05-11T04:40:24.984840+0000 mgr.y (mgr.25853) 405 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:26 smithi113 bash[84165]: cluster 2024-05-11T04:40:24.984840+0000 mgr.y (mgr.25853) 405 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:26 smithi113 bash[81732]: cluster 2024-05-11T04:40:24.984840+0000 mgr.y (mgr.25853) 405 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:26 smithi113 bash[81732]: cluster 2024-05-11T04:40:24.984840+0000 mgr.y (mgr.25853) 405 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:26 smithi173 bash[67089]: cluster 2024-05-11T04:40:24.984840+0000 mgr.y (mgr.25853) 405 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:26 smithi173 bash[67089]: cluster 2024-05-11T04:40:24.984840+0000 mgr.y (mgr.25853) 405 : cluster [DBG] pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:27.316 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:40:27.316 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:40:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:28 smithi113 bash[81732]: cluster 2024-05-11T04:40:26.985645+0000 mgr.y (mgr.25853) 406 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:28 smithi113 bash[81732]: cluster 2024-05-11T04:40:26.985645+0000 mgr.y (mgr.25853) 406 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:28 smithi113 bash[81732]: audit 2024-05-11T04:40:27.320076+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.113:0/4185881409' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:28 smithi113 bash[81732]: audit 2024-05-11T04:40:27.320076+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.113:0/4185881409' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:28 smithi113 bash[84165]: cluster 2024-05-11T04:40:26.985645+0000 mgr.y (mgr.25853) 406 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:28 smithi113 bash[84165]: cluster 2024-05-11T04:40:26.985645+0000 mgr.y (mgr.25853) 406 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:28 smithi113 bash[84165]: audit 2024-05-11T04:40:27.320076+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.113:0/4185881409' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:28 smithi113 bash[84165]: audit 2024-05-11T04:40:27.320076+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.113:0/4185881409' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:28 smithi173 bash[67089]: cluster 2024-05-11T04:40:26.985645+0000 mgr.y (mgr.25853) 406 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:28 smithi173 bash[67089]: cluster 2024-05-11T04:40:26.985645+0000 mgr.y (mgr.25853) 406 : cluster [DBG] pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:28 smithi173 bash[67089]: audit 2024-05-11T04:40:27.320076+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.113:0/4185881409' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:28 smithi173 bash[67089]: audit 2024-05-11T04:40:27.320076+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.113:0/4185881409' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:29 smithi113 bash[84165]: audit 2024-05-11T04:40:28.834544+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:29 smithi113 bash[84165]: audit 2024-05-11T04:40:28.834544+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:29 smithi113 bash[81732]: audit 2024-05-11T04:40:28.834544+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:29 smithi113 bash[81732]: audit 2024-05-11T04:40:28.834544+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:29.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:29 smithi173 bash[67089]: audit 2024-05-11T04:40:28.834544+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:29.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:29 smithi173 bash[67089]: audit 2024-05-11T04:40:28.834544+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:40:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:40:29] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:40:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:30 smithi113 bash[81732]: cluster 2024-05-11T04:40:28.986340+0000 mgr.y (mgr.25853) 407 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:30 smithi113 bash[81732]: cluster 2024-05-11T04:40:28.986340+0000 mgr.y (mgr.25853) 407 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:30.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:30 smithi113 bash[84165]: cluster 2024-05-11T04:40:28.986340+0000 mgr.y (mgr.25853) 407 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:30.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:30 smithi113 bash[84165]: cluster 2024-05-11T04:40:28.986340+0000 mgr.y (mgr.25853) 407 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:30.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:30 smithi173 bash[67089]: cluster 2024-05-11T04:40:28.986340+0000 mgr.y (mgr.25853) 407 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:30.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:30 smithi173 bash[67089]: cluster 2024-05-11T04:40:28.986340+0000 mgr.y (mgr.25853) 407 : cluster [DBG] pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:31.002 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:40:32.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:32 smithi113 bash[81732]: cluster 2024-05-11T04:40:30.987263+0000 mgr.y (mgr.25853) 408 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:32.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:32 smithi113 bash[81732]: cluster 2024-05-11T04:40:30.987263+0000 mgr.y (mgr.25853) 408 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:32.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:32 smithi113 bash[84165]: cluster 2024-05-11T04:40:30.987263+0000 mgr.y (mgr.25853) 408 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:32.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:32 smithi113 bash[84165]: cluster 2024-05-11T04:40:30.987263+0000 mgr.y (mgr.25853) 408 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:32.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:32 smithi173 bash[67089]: cluster 2024-05-11T04:40:30.987263+0000 mgr.y (mgr.25853) 408 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:32.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:32 smithi173 bash[67089]: cluster 2024-05-11T04:40:30.987263+0000 mgr.y (mgr.25853) 408 : cluster [DBG] pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:34 smithi113 bash[81732]: cluster 2024-05-11T04:40:32.988105+0000 mgr.y (mgr.25853) 409 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:34 smithi113 bash[81732]: cluster 2024-05-11T04:40:32.988105+0000 mgr.y (mgr.25853) 409 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:34.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:34 smithi113 bash[84165]: cluster 2024-05-11T04:40:32.988105+0000 mgr.y (mgr.25853) 409 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:34.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:34 smithi113 bash[84165]: cluster 2024-05-11T04:40:32.988105+0000 mgr.y (mgr.25853) 409 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:34.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:34 smithi173 bash[67089]: cluster 2024-05-11T04:40:32.988105+0000 mgr.y (mgr.25853) 409 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:34.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:34 smithi173 bash[67089]: cluster 2024-05-11T04:40:32.988105+0000 mgr.y (mgr.25853) 409 : cluster [DBG] pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:35.750 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:36 smithi113 bash[81732]: cluster 2024-05-11T04:40:34.989002+0000 mgr.y (mgr.25853) 410 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:36 smithi113 bash[81732]: cluster 2024-05-11T04:40:34.989002+0000 mgr.y (mgr.25853) 410 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:36 smithi113 bash[84165]: cluster 2024-05-11T04:40:34.989002+0000 mgr.y (mgr.25853) 410 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:36 smithi113 bash[84165]: cluster 2024-05-11T04:40:34.989002+0000 mgr.y (mgr.25853) 410 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:36 smithi173 bash[67089]: cluster 2024-05-11T04:40:34.989002+0000 mgr.y (mgr.25853) 410 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:36 smithi173 bash[67089]: cluster 2024-05-11T04:40:34.989002+0000 mgr.y (mgr.25853) 410 : cluster [DBG] pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:38 smithi113 bash[81732]: cluster 2024-05-11T04:40:36.989909+0000 mgr.y (mgr.25853) 411 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:38 smithi113 bash[81732]: cluster 2024-05-11T04:40:36.989909+0000 mgr.y (mgr.25853) 411 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:38 smithi113 bash[84165]: cluster 2024-05-11T04:40:36.989909+0000 mgr.y (mgr.25853) 411 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:38 smithi113 bash[84165]: cluster 2024-05-11T04:40:36.989909+0000 mgr.y (mgr.25853) 411 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:38 smithi173 bash[67089]: cluster 2024-05-11T04:40:36.989909+0000 mgr.y (mgr.25853) 411 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:38 smithi173 bash[67089]: cluster 2024-05-11T04:40:36.989909+0000 mgr.y (mgr.25853) 411 : cluster [DBG] pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:38.614 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:40:38.614 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:40:39.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:39 smithi113 bash[81732]: audit 2024-05-11T04:40:38.618563+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.113:0/1370300568' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:39.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:39 smithi113 bash[81732]: audit 2024-05-11T04:40:38.618563+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.113:0/1370300568' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:39.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:39 smithi113 bash[84165]: audit 2024-05-11T04:40:38.618563+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.113:0/1370300568' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:39.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:39 smithi113 bash[84165]: audit 2024-05-11T04:40:38.618563+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.113:0/1370300568' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:39 smithi173 bash[67089]: audit 2024-05-11T04:40:38.618563+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.113:0/1370300568' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:39 smithi173 bash[67089]: audit 2024-05-11T04:40:38.618563+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.113:0/1370300568' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:40:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:40:39] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:40:40.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:40 smithi113 bash[81732]: cluster 2024-05-11T04:40:38.990674+0000 mgr.y (mgr.25853) 412 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:40 smithi113 bash[81732]: cluster 2024-05-11T04:40:38.990674+0000 mgr.y (mgr.25853) 412 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:40 smithi113 bash[84165]: cluster 2024-05-11T04:40:38.990674+0000 mgr.y (mgr.25853) 412 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:40 smithi113 bash[84165]: cluster 2024-05-11T04:40:38.990674+0000 mgr.y (mgr.25853) 412 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:40 smithi173 bash[67089]: cluster 2024-05-11T04:40:38.990674+0000 mgr.y (mgr.25853) 412 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:40 smithi173 bash[67089]: cluster 2024-05-11T04:40:38.990674+0000 mgr.y (mgr.25853) 412 : cluster [DBG] pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.331 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:40:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:42 smithi113 bash[81732]: cluster 2024-05-11T04:40:40.991605+0000 mgr.y (mgr.25853) 413 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:42 smithi113 bash[81732]: cluster 2024-05-11T04:40:40.991605+0000 mgr.y (mgr.25853) 413 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:42 smithi113 bash[84165]: cluster 2024-05-11T04:40:40.991605+0000 mgr.y (mgr.25853) 413 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:42 smithi113 bash[84165]: cluster 2024-05-11T04:40:40.991605+0000 mgr.y (mgr.25853) 413 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:42 smithi173 bash[67089]: cluster 2024-05-11T04:40:40.991605+0000 mgr.y (mgr.25853) 413 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:42 smithi173 bash[67089]: cluster 2024-05-11T04:40:40.991605+0000 mgr.y (mgr.25853) 413 : cluster [DBG] pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:44 smithi113 bash[81732]: cluster 2024-05-11T04:40:42.992436+0000 mgr.y (mgr.25853) 414 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:44 smithi113 bash[81732]: cluster 2024-05-11T04:40:42.992436+0000 mgr.y (mgr.25853) 414 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:44 smithi113 bash[81732]: audit 2024-05-11T04:40:43.835156+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:44.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:44 smithi113 bash[81732]: audit 2024-05-11T04:40:43.835156+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:44.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:44 smithi113 bash[84165]: cluster 2024-05-11T04:40:42.992436+0000 mgr.y (mgr.25853) 414 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:44 smithi113 bash[84165]: cluster 2024-05-11T04:40:42.992436+0000 mgr.y (mgr.25853) 414 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:44 smithi113 bash[84165]: audit 2024-05-11T04:40:43.835156+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:44.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:44 smithi113 bash[84165]: audit 2024-05-11T04:40:43.835156+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:44 smithi173 bash[67089]: cluster 2024-05-11T04:40:42.992436+0000 mgr.y (mgr.25853) 414 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:44 smithi173 bash[67089]: cluster 2024-05-11T04:40:42.992436+0000 mgr.y (mgr.25853) 414 : cluster [DBG] pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:44 smithi173 bash[67089]: audit 2024-05-11T04:40:43.835156+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:44 smithi173 bash[67089]: audit 2024-05-11T04:40:43.835156+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:46.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:46 smithi113 bash[84165]: cluster 2024-05-11T04:40:44.993305+0000 mgr.y (mgr.25853) 415 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:46 smithi113 bash[84165]: cluster 2024-05-11T04:40:44.993305+0000 mgr.y (mgr.25853) 415 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:46 smithi113 bash[81732]: cluster 2024-05-11T04:40:44.993305+0000 mgr.y (mgr.25853) 415 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:46 smithi113 bash[81732]: cluster 2024-05-11T04:40:44.993305+0000 mgr.y (mgr.25853) 415 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:46 smithi173 bash[67089]: cluster 2024-05-11T04:40:44.993305+0000 mgr.y (mgr.25853) 415 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:46 smithi173 bash[67089]: cluster 2024-05-11T04:40:44.993305+0000 mgr.y (mgr.25853) 415 : cluster [DBG] pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:47.068 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:48.225 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:48 smithi113 bash[84165]: cluster 2024-05-11T04:40:46.994183+0000 mgr.y (mgr.25853) 416 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:48 smithi113 bash[84165]: cluster 2024-05-11T04:40:46.994183+0000 mgr.y (mgr.25853) 416 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:48 smithi113 bash[81732]: cluster 2024-05-11T04:40:46.994183+0000 mgr.y (mgr.25853) 416 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:48 smithi113 bash[81732]: cluster 2024-05-11T04:40:46.994183+0000 mgr.y (mgr.25853) 416 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:48 smithi173 bash[67089]: cluster 2024-05-11T04:40:46.994183+0000 mgr.y (mgr.25853) 416 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:48 smithi173 bash[67089]: cluster 2024-05-11T04:40:46.994183+0000 mgr.y (mgr.25853) 416 : cluster [DBG] pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:40:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:40:49] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:40:49.997 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:40:49.997 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:50 smithi113 bash[81732]: cluster 2024-05-11T04:40:48.994943+0000 mgr.y (mgr.25853) 417 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:50 smithi113 bash[81732]: cluster 2024-05-11T04:40:48.994943+0000 mgr.y (mgr.25853) 417 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:50 smithi113 bash[81732]: audit 2024-05-11T04:40:50.001771+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.113:0/732439217' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:50 smithi113 bash[81732]: audit 2024-05-11T04:40:50.001771+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.113:0/732439217' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:50 smithi113 bash[84165]: cluster 2024-05-11T04:40:48.994943+0000 mgr.y (mgr.25853) 417 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:50 smithi113 bash[84165]: cluster 2024-05-11T04:40:48.994943+0000 mgr.y (mgr.25853) 417 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:50 smithi113 bash[84165]: audit 2024-05-11T04:40:50.001771+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.113:0/732439217' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:50 smithi113 bash[84165]: audit 2024-05-11T04:40:50.001771+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.113:0/732439217' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:50 smithi173 bash[67089]: cluster 2024-05-11T04:40:48.994943+0000 mgr.y (mgr.25853) 417 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:50 smithi173 bash[67089]: cluster 2024-05-11T04:40:48.994943+0000 mgr.y (mgr.25853) 417 : cluster [DBG] pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:50 smithi173 bash[67089]: audit 2024-05-11T04:40:50.001771+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.113:0/732439217' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:50 smithi173 bash[67089]: audit 2024-05-11T04:40:50.001771+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.113:0/732439217' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:40:52.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:52 smithi113 bash[81732]: cluster 2024-05-11T04:40:50.995863+0000 mgr.y (mgr.25853) 418 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:52.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:52 smithi113 bash[81732]: cluster 2024-05-11T04:40:50.995863+0000 mgr.y (mgr.25853) 418 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:52 smithi113 bash[84165]: cluster 2024-05-11T04:40:50.995863+0000 mgr.y (mgr.25853) 418 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:52 smithi113 bash[84165]: cluster 2024-05-11T04:40:50.995863+0000 mgr.y (mgr.25853) 418 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:52 smithi173 bash[67089]: cluster 2024-05-11T04:40:50.995863+0000 mgr.y (mgr.25853) 418 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:52.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:52 smithi173 bash[67089]: cluster 2024-05-11T04:40:50.995863+0000 mgr.y (mgr.25853) 418 : cluster [DBG] pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:53.775 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:40:54.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:54 smithi113 bash[81732]: cluster 2024-05-11T04:40:52.996726+0000 mgr.y (mgr.25853) 419 : cluster [DBG] pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:54 smithi113 bash[81732]: cluster 2024-05-11T04:40:52.996726+0000 mgr.y (mgr.25853) 419 : cluster [DBG] pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:54 smithi113 bash[84165]: cluster 2024-05-11T04:40:52.996726+0000 mgr.y (mgr.25853) 419 : cluster [DBG] pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:54 smithi113 bash[84165]: cluster 2024-05-11T04:40:52.996726+0000 mgr.y (mgr.25853) 419 : cluster [DBG] pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:54 smithi173 bash[67089]: cluster 2024-05-11T04:40:52.996726+0000 mgr.y (mgr.25853) 419 : cluster [DBG] pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:54 smithi173 bash[67089]: cluster 2024-05-11T04:40:52.996726+0000 mgr.y (mgr.25853) 419 : cluster [DBG] pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:56 smithi113 bash[81732]: cluster 2024-05-11T04:40:54.997380+0000 mgr.y (mgr.25853) 420 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:56 smithi113 bash[81732]: cluster 2024-05-11T04:40:54.997380+0000 mgr.y (mgr.25853) 420 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:56 smithi113 bash[84165]: cluster 2024-05-11T04:40:54.997380+0000 mgr.y (mgr.25853) 420 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:56 smithi113 bash[84165]: cluster 2024-05-11T04:40:54.997380+0000 mgr.y (mgr.25853) 420 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:56 smithi173 bash[67089]: cluster 2024-05-11T04:40:54.997380+0000 mgr.y (mgr.25853) 420 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:56 smithi173 bash[67089]: cluster 2024-05-11T04:40:54.997380+0000 mgr.y (mgr.25853) 420 : cluster [DBG] pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.507 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:58 smithi173 bash[67089]: cluster 2024-05-11T04:40:56.998242+0000 mgr.y (mgr.25853) 421 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:58 smithi173 bash[67089]: cluster 2024-05-11T04:40:56.998242+0000 mgr.y (mgr.25853) 421 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:58 smithi113 bash[84165]: cluster 2024-05-11T04:40:56.998242+0000 mgr.y (mgr.25853) 421 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.529 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:58 smithi113 bash[84165]: cluster 2024-05-11T04:40:56.998242+0000 mgr.y (mgr.25853) 421 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.529 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:58 smithi113 bash[81732]: cluster 2024-05-11T04:40:56.998242+0000 mgr.y (mgr.25853) 421 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.529 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:58 smithi113 bash[81732]: cluster 2024-05-11T04:40:56.998242+0000 mgr.y (mgr.25853) 421 : cluster [DBG] pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:59.489 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:59 smithi113 bash[81732]: audit 2024-05-11T04:40:58.835282+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:59.489 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:40:59 smithi113 bash[81732]: audit 2024-05-11T04:40:58.835282+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:59.489 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:59 smithi113 bash[84165]: audit 2024-05-11T04:40:58.835282+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:59.489 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:40:59 smithi113 bash[84165]: audit 2024-05-11T04:40:58.835282+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:59 smithi173 bash[67089]: audit 2024-05-11T04:40:58.835282+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:40:59 smithi173 bash[67089]: audit 2024-05-11T04:40:58.835282+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:40:59.975 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:40:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:40:59] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-05-11T04:41:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:00 smithi173 bash[67089]: cluster 2024-05-11T04:40:58.998967+0000 mgr.y (mgr.25853) 422 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:00 smithi173 bash[67089]: cluster 2024-05-11T04:40:58.998967+0000 mgr.y (mgr.25853) 422 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.725 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:00 smithi113 bash[81732]: cluster 2024-05-11T04:40:58.998967+0000 mgr.y (mgr.25853) 422 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:00 smithi113 bash[81732]: cluster 2024-05-11T04:40:58.998967+0000 mgr.y (mgr.25853) 422 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:00 smithi113 bash[84165]: cluster 2024-05-11T04:40:58.998967+0000 mgr.y (mgr.25853) 422 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:00 smithi113 bash[84165]: cluster 2024-05-11T04:40:58.998967+0000 mgr.y (mgr.25853) 422 : cluster [DBG] pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:01.657 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:41:01.658 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:41:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:02 smithi173 bash[67089]: cluster 2024-05-11T04:41:00.999870+0000 mgr.y (mgr.25853) 423 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:02 smithi173 bash[67089]: cluster 2024-05-11T04:41:00.999870+0000 mgr.y (mgr.25853) 423 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:02 smithi173 bash[67089]: audit 2024-05-11T04:41:01.662074+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.113:0/2401960202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:02.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:02 smithi173 bash[67089]: audit 2024-05-11T04:41:01.662074+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.113:0/2401960202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:02.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:02 smithi113 bash[81732]: cluster 2024-05-11T04:41:00.999870+0000 mgr.y (mgr.25853) 423 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:02 smithi113 bash[81732]: cluster 2024-05-11T04:41:00.999870+0000 mgr.y (mgr.25853) 423 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:02 smithi113 bash[81732]: audit 2024-05-11T04:41:01.662074+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.113:0/2401960202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:02.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:02 smithi113 bash[81732]: audit 2024-05-11T04:41:01.662074+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.113:0/2401960202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:02.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:02 smithi113 bash[84165]: cluster 2024-05-11T04:41:00.999870+0000 mgr.y (mgr.25853) 423 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:02 smithi113 bash[84165]: cluster 2024-05-11T04:41:00.999870+0000 mgr.y (mgr.25853) 423 : cluster [DBG] pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:02 smithi113 bash[84165]: audit 2024-05-11T04:41:01.662074+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.113:0/2401960202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:02.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:02 smithi113 bash[84165]: audit 2024-05-11T04:41:01.662074+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.113:0/2401960202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:04 smithi173 bash[67089]: cluster 2024-05-11T04:41:03.000712+0000 mgr.y (mgr.25853) 424 : cluster [DBG] pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:04 smithi173 bash[67089]: cluster 2024-05-11T04:41:03.000712+0000 mgr.y (mgr.25853) 424 : cluster [DBG] pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:04 smithi113 bash[81732]: cluster 2024-05-11T04:41:03.000712+0000 mgr.y (mgr.25853) 424 : cluster [DBG] pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:04 smithi113 bash[81732]: cluster 2024-05-11T04:41:03.000712+0000 mgr.y (mgr.25853) 424 : cluster [DBG] pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:04 smithi113 bash[84165]: cluster 2024-05-11T04:41:03.000712+0000 mgr.y (mgr.25853) 424 : cluster [DBG] pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:04 smithi113 bash[84165]: cluster 2024-05-11T04:41:03.000712+0000 mgr.y (mgr.25853) 424 : cluster [DBG] pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:05.351 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:41:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:06 smithi173 bash[67089]: cluster 2024-05-11T04:41:05.001594+0000 mgr.y (mgr.25853) 425 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:06 smithi173 bash[67089]: cluster 2024-05-11T04:41:05.001594+0000 mgr.y (mgr.25853) 425 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:06 smithi113 bash[84165]: cluster 2024-05-11T04:41:05.001594+0000 mgr.y (mgr.25853) 425 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:06 smithi113 bash[84165]: cluster 2024-05-11T04:41:05.001594+0000 mgr.y (mgr.25853) 425 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:06 smithi113 bash[81732]: cluster 2024-05-11T04:41:05.001594+0000 mgr.y (mgr.25853) 425 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:06 smithi113 bash[81732]: cluster 2024-05-11T04:41:05.001594+0000 mgr.y (mgr.25853) 425 : cluster [DBG] pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:08 smithi173 bash[67089]: cluster 2024-05-11T04:41:07.002452+0000 mgr.y (mgr.25853) 426 : cluster [DBG] pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:08 smithi173 bash[67089]: cluster 2024-05-11T04:41:07.002452+0000 mgr.y (mgr.25853) 426 : cluster [DBG] pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:08 smithi113 bash[81732]: cluster 2024-05-11T04:41:07.002452+0000 mgr.y (mgr.25853) 426 : cluster [DBG] pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:08 smithi113 bash[81732]: cluster 2024-05-11T04:41:07.002452+0000 mgr.y (mgr.25853) 426 : cluster [DBG] pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:08 smithi113 bash[84165]: cluster 2024-05-11T04:41:07.002452+0000 mgr.y (mgr.25853) 426 : cluster [DBG] pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:08 smithi113 bash[84165]: cluster 2024-05-11T04:41:07.002452+0000 mgr.y (mgr.25853) 426 : cluster [DBG] pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:41:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:41:09] "GET /metrics HTTP/1.1" 200 34166 "" "Prometheus/2.43.0" 2024-05-11T04:41:10.089 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:10 smithi113 bash[81732]: cluster 2024-05-11T04:41:09.003299+0000 mgr.y (mgr.25853) 427 : cluster [DBG] pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:10 smithi113 bash[81732]: cluster 2024-05-11T04:41:09.003299+0000 mgr.y (mgr.25853) 427 : cluster [DBG] pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:10 smithi113 bash[84165]: cluster 2024-05-11T04:41:09.003299+0000 mgr.y (mgr.25853) 427 : cluster [DBG] pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:10.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:10 smithi113 bash[84165]: cluster 2024-05-11T04:41:09.003299+0000 mgr.y (mgr.25853) 427 : cluster [DBG] pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:10 smithi173 bash[67089]: cluster 2024-05-11T04:41:09.003299+0000 mgr.y (mgr.25853) 427 : cluster [DBG] pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:10 smithi173 bash[67089]: cluster 2024-05-11T04:41:09.003299+0000 mgr.y (mgr.25853) 427 : cluster [DBG] pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:11.438 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:11 smithi113 bash[81732]: cluster 2024-05-11T04:41:11.004214+0000 mgr.y (mgr.25853) 428 : cluster [DBG] pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:11.439 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:11 smithi113 bash[81732]: cluster 2024-05-11T04:41:11.004214+0000 mgr.y (mgr.25853) 428 : cluster [DBG] pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:11.439 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:11 smithi113 bash[84165]: cluster 2024-05-11T04:41:11.004214+0000 mgr.y (mgr.25853) 428 : cluster [DBG] pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:11.439 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:11 smithi113 bash[84165]: cluster 2024-05-11T04:41:11.004214+0000 mgr.y (mgr.25853) 428 : cluster [DBG] pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:11.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:11 smithi173 bash[67089]: cluster 2024-05-11T04:41:11.004214+0000 mgr.y (mgr.25853) 428 : cluster [DBG] pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:11.770 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:11 smithi173 bash[67089]: cluster 2024-05-11T04:41:11.004214+0000 mgr.y (mgr.25853) 428 : cluster [DBG] pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:13.186 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:41:13.186 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:41:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:14 smithi113 bash[81732]: cluster 2024-05-11T04:41:13.004702+0000 mgr.y (mgr.25853) 429 : cluster [DBG] pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:14 smithi113 bash[81732]: cluster 2024-05-11T04:41:13.004702+0000 mgr.y (mgr.25853) 429 : cluster [DBG] pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:14 smithi113 bash[81732]: audit 2024-05-11T04:41:13.190341+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.113:0/2872480293' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:14 smithi113 bash[81732]: audit 2024-05-11T04:41:13.190341+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.113:0/2872480293' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:14 smithi113 bash[81732]: audit 2024-05-11T04:41:13.835736+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:14.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:14 smithi113 bash[81732]: audit 2024-05-11T04:41:13.835736+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:14 smithi113 bash[84165]: cluster 2024-05-11T04:41:13.004702+0000 mgr.y (mgr.25853) 429 : cluster [DBG] pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:14 smithi113 bash[84165]: cluster 2024-05-11T04:41:13.004702+0000 mgr.y (mgr.25853) 429 : cluster [DBG] pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:14 smithi113 bash[84165]: audit 2024-05-11T04:41:13.190341+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.113:0/2872480293' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:14 smithi113 bash[84165]: audit 2024-05-11T04:41:13.190341+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.113:0/2872480293' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:14 smithi113 bash[84165]: audit 2024-05-11T04:41:13.835736+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:14.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:14 smithi113 bash[84165]: audit 2024-05-11T04:41:13.835736+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:14 smithi173 bash[67089]: cluster 2024-05-11T04:41:13.004702+0000 mgr.y (mgr.25853) 429 : cluster [DBG] pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:14 smithi173 bash[67089]: cluster 2024-05-11T04:41:13.004702+0000 mgr.y (mgr.25853) 429 : cluster [DBG] pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:14 smithi173 bash[67089]: audit 2024-05-11T04:41:13.190341+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.113:0/2872480293' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:14 smithi173 bash[67089]: audit 2024-05-11T04:41:13.190341+0000 mon.a (mon.0) 642 : audit [DBG] from='client.? 172.21.15.113:0/2872480293' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:14 smithi173 bash[67089]: audit 2024-05-11T04:41:13.835736+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:14 smithi173 bash[67089]: audit 2024-05-11T04:41:13.835736+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:16 smithi113 bash[81732]: cluster 2024-05-11T04:41:15.005456+0000 mgr.y (mgr.25853) 430 : cluster [DBG] pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:16 smithi113 bash[81732]: cluster 2024-05-11T04:41:15.005456+0000 mgr.y (mgr.25853) 430 : cluster [DBG] pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:16.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:16 smithi113 bash[84165]: cluster 2024-05-11T04:41:15.005456+0000 mgr.y (mgr.25853) 430 : cluster [DBG] pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:16.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:16 smithi113 bash[84165]: cluster 2024-05-11T04:41:15.005456+0000 mgr.y (mgr.25853) 430 : cluster [DBG] pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:16 smithi173 bash[67089]: cluster 2024-05-11T04:41:15.005456+0000 mgr.y (mgr.25853) 430 : cluster [DBG] pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:16 smithi173 bash[67089]: cluster 2024-05-11T04:41:15.005456+0000 mgr.y (mgr.25853) 430 : cluster [DBG] pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:16.895 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:41:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:18 smithi113 bash[81732]: cluster 2024-05-11T04:41:17.006318+0000 mgr.y (mgr.25853) 431 : cluster [DBG] pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:18 smithi113 bash[81732]: cluster 2024-05-11T04:41:17.006318+0000 mgr.y (mgr.25853) 431 : cluster [DBG] pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:18.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:18 smithi113 bash[84165]: cluster 2024-05-11T04:41:17.006318+0000 mgr.y (mgr.25853) 431 : cluster [DBG] pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:18.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:18 smithi113 bash[84165]: cluster 2024-05-11T04:41:17.006318+0000 mgr.y (mgr.25853) 431 : cluster [DBG] pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:18.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:18 smithi173 bash[67089]: cluster 2024-05-11T04:41:17.006318+0000 mgr.y (mgr.25853) 431 : cluster [DBG] pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:18.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:18 smithi173 bash[67089]: cluster 2024-05-11T04:41:17.006318+0000 mgr.y (mgr.25853) 431 : cluster [DBG] pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:41:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:41:19] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-05-11T04:41:20.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:20 smithi113 bash[84165]: cluster 2024-05-11T04:41:19.007115+0000 mgr.y (mgr.25853) 432 : cluster [DBG] pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:20 smithi113 bash[84165]: cluster 2024-05-11T04:41:19.007115+0000 mgr.y (mgr.25853) 432 : cluster [DBG] pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:20 smithi113 bash[81732]: cluster 2024-05-11T04:41:19.007115+0000 mgr.y (mgr.25853) 432 : cluster [DBG] pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:20 smithi113 bash[81732]: cluster 2024-05-11T04:41:19.007115+0000 mgr.y (mgr.25853) 432 : cluster [DBG] pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:20 smithi173 bash[67089]: cluster 2024-05-11T04:41:19.007115+0000 mgr.y (mgr.25853) 432 : cluster [DBG] pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:20 smithi173 bash[67089]: cluster 2024-05-11T04:41:19.007115+0000 mgr.y (mgr.25853) 432 : cluster [DBG] pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:21.631 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:22 smithi113 bash[81732]: cluster 2024-05-11T04:41:21.008136+0000 mgr.y (mgr.25853) 433 : cluster [DBG] pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:22 smithi113 bash[81732]: cluster 2024-05-11T04:41:21.008136+0000 mgr.y (mgr.25853) 433 : cluster [DBG] pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:22 smithi113 bash[84165]: cluster 2024-05-11T04:41:21.008136+0000 mgr.y (mgr.25853) 433 : cluster [DBG] pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:22 smithi113 bash[84165]: cluster 2024-05-11T04:41:21.008136+0000 mgr.y (mgr.25853) 433 : cluster [DBG] pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:22 smithi173 bash[67089]: cluster 2024-05-11T04:41:21.008136+0000 mgr.y (mgr.25853) 433 : cluster [DBG] pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:22 smithi173 bash[67089]: cluster 2024-05-11T04:41:21.008136+0000 mgr.y (mgr.25853) 433 : cluster [DBG] pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:24 smithi113 bash[84165]: cluster 2024-05-11T04:41:23.009151+0000 mgr.y (mgr.25853) 434 : cluster [DBG] pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:24 smithi113 bash[84165]: cluster 2024-05-11T04:41:23.009151+0000 mgr.y (mgr.25853) 434 : cluster [DBG] pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:24 smithi113 bash[81732]: cluster 2024-05-11T04:41:23.009151+0000 mgr.y (mgr.25853) 434 : cluster [DBG] pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:24 smithi113 bash[81732]: cluster 2024-05-11T04:41:23.009151+0000 mgr.y (mgr.25853) 434 : cluster [DBG] pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:24 smithi173 bash[67089]: cluster 2024-05-11T04:41:23.009151+0000 mgr.y (mgr.25853) 434 : cluster [DBG] pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:24 smithi173 bash[67089]: cluster 2024-05-11T04:41:23.009151+0000 mgr.y (mgr.25853) 434 : cluster [DBG] pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:24.598 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:41:24.598 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:25 smithi113 bash[81732]: audit 2024-05-11T04:41:24.602092+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.113:0/743850302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:25 smithi113 bash[81732]: audit 2024-05-11T04:41:24.602092+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.113:0/743850302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:25 smithi113 bash[81732]: audit 2024-05-11T04:41:25.072228+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:25 smithi113 bash[81732]: audit 2024-05-11T04:41:25.072228+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:25 smithi113 bash[84165]: audit 2024-05-11T04:41:24.602092+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.113:0/743850302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:25 smithi113 bash[84165]: audit 2024-05-11T04:41:24.602092+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.113:0/743850302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:25 smithi113 bash[84165]: audit 2024-05-11T04:41:25.072228+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:25.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:25 smithi113 bash[84165]: audit 2024-05-11T04:41:25.072228+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:25.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:25 smithi173 bash[67089]: audit 2024-05-11T04:41:24.602092+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.113:0/743850302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:25 smithi173 bash[67089]: audit 2024-05-11T04:41:24.602092+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.113:0/743850302' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:25 smithi173 bash[67089]: audit 2024-05-11T04:41:25.072228+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:25.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:25 smithi173 bash[67089]: audit 2024-05-11T04:41:25.072228+0000 mon.a (mon.0) 644 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:26 smithi113 bash[81732]: cluster 2024-05-11T04:41:25.010124+0000 mgr.y (mgr.25853) 435 : cluster [DBG] pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:26 smithi113 bash[81732]: cluster 2024-05-11T04:41:25.010124+0000 mgr.y (mgr.25853) 435 : cluster [DBG] pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:26 smithi113 bash[84165]: cluster 2024-05-11T04:41:25.010124+0000 mgr.y (mgr.25853) 435 : cluster [DBG] pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:26 smithi113 bash[84165]: cluster 2024-05-11T04:41:25.010124+0000 mgr.y (mgr.25853) 435 : cluster [DBG] pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:26 smithi173 bash[67089]: cluster 2024-05-11T04:41:25.010124+0000 mgr.y (mgr.25853) 435 : cluster [DBG] pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:26.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:26 smithi173 bash[67089]: cluster 2024-05-11T04:41:25.010124+0000 mgr.y (mgr.25853) 435 : cluster [DBG] pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:28.290 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:41:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:28 smithi113 bash[81732]: cluster 2024-05-11T04:41:27.011049+0000 mgr.y (mgr.25853) 436 : cluster [DBG] pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:28 smithi113 bash[81732]: cluster 2024-05-11T04:41:27.011049+0000 mgr.y (mgr.25853) 436 : cluster [DBG] pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:28.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:28 smithi113 bash[84165]: cluster 2024-05-11T04:41:27.011049+0000 mgr.y (mgr.25853) 436 : cluster [DBG] pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:28.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:28 smithi113 bash[84165]: cluster 2024-05-11T04:41:27.011049+0000 mgr.y (mgr.25853) 436 : cluster [DBG] pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:28 smithi173 bash[67089]: cluster 2024-05-11T04:41:27.011049+0000 mgr.y (mgr.25853) 436 : cluster [DBG] pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:28.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:28 smithi173 bash[67089]: cluster 2024-05-11T04:41:27.011049+0000 mgr.y (mgr.25853) 436 : cluster [DBG] pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:29 smithi113 bash[84165]: audit 2024-05-11T04:41:28.836225+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:29 smithi113 bash[84165]: audit 2024-05-11T04:41:28.836225+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:29 smithi113 bash[81732]: audit 2024-05-11T04:41:28.836225+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:29 smithi113 bash[81732]: audit 2024-05-11T04:41:28.836225+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:29 smithi173 bash[67089]: audit 2024-05-11T04:41:28.836225+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:29.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:29 smithi173 bash[67089]: audit 2024-05-11T04:41:28.836225+0000 mon.a (mon.0) 645 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:41:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:41:29] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-05-11T04:41:30.475 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:30 smithi113 bash[81732]: cluster 2024-05-11T04:41:29.011770+0000 mgr.y (mgr.25853) 437 : cluster [DBG] pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:30 smithi113 bash[81732]: cluster 2024-05-11T04:41:29.011770+0000 mgr.y (mgr.25853) 437 : cluster [DBG] pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:30.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:30 smithi113 bash[84165]: cluster 2024-05-11T04:41:29.011770+0000 mgr.y (mgr.25853) 437 : cluster [DBG] pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:30.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:30 smithi113 bash[84165]: cluster 2024-05-11T04:41:29.011770+0000 mgr.y (mgr.25853) 437 : cluster [DBG] pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:30 smithi173 bash[67089]: cluster 2024-05-11T04:41:29.011770+0000 mgr.y (mgr.25853) 437 : cluster [DBG] pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:30 smithi173 bash[67089]: cluster 2024-05-11T04:41:29.011770+0000 mgr.y (mgr.25853) 437 : cluster [DBG] pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.181 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:32.225 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:30.970338+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:30.970338+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:30.981951+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:30.981951+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: cluster 2024-05-11T04:41:31.012684+0000 mgr.y (mgr.25853) 438 : cluster [DBG] pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: cluster 2024-05-11T04:41:31.012684+0000 mgr.y (mgr.25853) 438 : cluster [DBG] pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.184887+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.184887+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.198131+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.198131+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.778589+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.778589+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:32.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.780022+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.780022+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.788723+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:31 smithi113 bash[81732]: audit 2024-05-11T04:41:31.788723+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:30.970338+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:30.970338+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:30.981951+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:30.981951+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: cluster 2024-05-11T04:41:31.012684+0000 mgr.y (mgr.25853) 438 : cluster [DBG] pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: cluster 2024-05-11T04:41:31.012684+0000 mgr.y (mgr.25853) 438 : cluster [DBG] pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.184887+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.184887+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.198131+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.198131+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.778589+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.778589+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.780022+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.780022+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.788723+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.228 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:31 smithi113 bash[84165]: audit 2024-05-11T04:41:31.788723+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:30.970338+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:30.970338+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:30.981951+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:30.981951+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: cluster 2024-05-11T04:41:31.012684+0000 mgr.y (mgr.25853) 438 : cluster [DBG] pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.270 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: cluster 2024-05-11T04:41:31.012684+0000 mgr.y (mgr.25853) 438 : cluster [DBG] pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.184887+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.184887+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.198131+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.198131+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.778589+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.778589+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.780022+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.780022+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.788723+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:32.271 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:31 smithi173 bash[67089]: audit 2024-05-11T04:41:31.788723+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:41:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:34 smithi113 bash[81732]: cluster 2024-05-11T04:41:33.013497+0000 mgr.y (mgr.25853) 439 : cluster [DBG] pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:34 smithi113 bash[81732]: cluster 2024-05-11T04:41:33.013497+0000 mgr.y (mgr.25853) 439 : cluster [DBG] pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:34.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:34 smithi113 bash[84165]: cluster 2024-05-11T04:41:33.013497+0000 mgr.y (mgr.25853) 439 : cluster [DBG] pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:34.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:34 smithi113 bash[84165]: cluster 2024-05-11T04:41:33.013497+0000 mgr.y (mgr.25853) 439 : cluster [DBG] pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:34 smithi173 bash[67089]: cluster 2024-05-11T04:41:33.013497+0000 mgr.y (mgr.25853) 439 : cluster [DBG] pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:34.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:34 smithi173 bash[67089]: cluster 2024-05-11T04:41:33.013497+0000 mgr.y (mgr.25853) 439 : cluster [DBG] pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:35.395 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:41:35.395 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:41:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:36 smithi113 bash[81732]: cluster 2024-05-11T04:41:35.014148+0000 mgr.y (mgr.25853) 440 : cluster [DBG] pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:36 smithi113 bash[81732]: cluster 2024-05-11T04:41:35.014148+0000 mgr.y (mgr.25853) 440 : cluster [DBG] pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:36 smithi113 bash[81732]: audit 2024-05-11T04:41:35.399213+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.113:0/1562575559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:36 smithi113 bash[81732]: audit 2024-05-11T04:41:35.399213+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.113:0/1562575559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:36 smithi113 bash[84165]: cluster 2024-05-11T04:41:35.014148+0000 mgr.y (mgr.25853) 440 : cluster [DBG] pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:36 smithi113 bash[84165]: cluster 2024-05-11T04:41:35.014148+0000 mgr.y (mgr.25853) 440 : cluster [DBG] pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:36 smithi113 bash[84165]: audit 2024-05-11T04:41:35.399213+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.113:0/1562575559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:36.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:36 smithi113 bash[84165]: audit 2024-05-11T04:41:35.399213+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.113:0/1562575559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:36 smithi173 bash[67089]: cluster 2024-05-11T04:41:35.014148+0000 mgr.y (mgr.25853) 440 : cluster [DBG] pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:36 smithi173 bash[67089]: cluster 2024-05-11T04:41:35.014148+0000 mgr.y (mgr.25853) 440 : cluster [DBG] pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:36 smithi173 bash[67089]: audit 2024-05-11T04:41:35.399213+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.113:0/1562575559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:36.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:36 smithi173 bash[67089]: audit 2024-05-11T04:41:35.399213+0000 mon.a (mon.0) 653 : audit [DBG] from='client.? 172.21.15.113:0/1562575559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:38 smithi113 bash[81732]: cluster 2024-05-11T04:41:37.015093+0000 mgr.y (mgr.25853) 441 : cluster [DBG] pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:38 smithi113 bash[81732]: cluster 2024-05-11T04:41:37.015093+0000 mgr.y (mgr.25853) 441 : cluster [DBG] pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:38 smithi113 bash[84165]: cluster 2024-05-11T04:41:37.015093+0000 mgr.y (mgr.25853) 441 : cluster [DBG] pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:38.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:38 smithi113 bash[84165]: cluster 2024-05-11T04:41:37.015093+0000 mgr.y (mgr.25853) 441 : cluster [DBG] pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:38.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:38 smithi173 bash[67089]: cluster 2024-05-11T04:41:37.015093+0000 mgr.y (mgr.25853) 441 : cluster [DBG] pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:38 smithi173 bash[67089]: cluster 2024-05-11T04:41:37.015093+0000 mgr.y (mgr.25853) 441 : cluster [DBG] pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:39.118 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:41:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:41:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:41:39] "GET /metrics HTTP/1.1" 200 34159 "" "Prometheus/2.43.0" 2024-05-11T04:41:40.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:40 smithi113 bash[81732]: cluster 2024-05-11T04:41:39.015867+0000 mgr.y (mgr.25853) 442 : cluster [DBG] pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:40.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:40 smithi113 bash[81732]: cluster 2024-05-11T04:41:39.015867+0000 mgr.y (mgr.25853) 442 : cluster [DBG] pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:40.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:40 smithi113 bash[84165]: cluster 2024-05-11T04:41:39.015867+0000 mgr.y (mgr.25853) 442 : cluster [DBG] pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:40.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:40 smithi113 bash[84165]: cluster 2024-05-11T04:41:39.015867+0000 mgr.y (mgr.25853) 442 : cluster [DBG] pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:40 smithi173 bash[67089]: cluster 2024-05-11T04:41:39.015867+0000 mgr.y (mgr.25853) 442 : cluster [DBG] pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:40 smithi173 bash[67089]: cluster 2024-05-11T04:41:39.015867+0000 mgr.y (mgr.25853) 442 : cluster [DBG] pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:42 smithi113 bash[81732]: cluster 2024-05-11T04:41:41.016771+0000 mgr.y (mgr.25853) 443 : cluster [DBG] pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:42.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:42 smithi113 bash[81732]: cluster 2024-05-11T04:41:41.016771+0000 mgr.y (mgr.25853) 443 : cluster [DBG] pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:42.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:42 smithi113 bash[84165]: cluster 2024-05-11T04:41:41.016771+0000 mgr.y (mgr.25853) 443 : cluster [DBG] pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:42.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:42 smithi113 bash[84165]: cluster 2024-05-11T04:41:41.016771+0000 mgr.y (mgr.25853) 443 : cluster [DBG] pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:42 smithi173 bash[67089]: cluster 2024-05-11T04:41:41.016771+0000 mgr.y (mgr.25853) 443 : cluster [DBG] pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:42.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:42 smithi173 bash[67089]: cluster 2024-05-11T04:41:41.016771+0000 mgr.y (mgr.25853) 443 : cluster [DBG] pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:43.859 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:44 smithi113 bash[84165]: cluster 2024-05-11T04:41:43.017609+0000 mgr.y (mgr.25853) 444 : cluster [DBG] pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:44 smithi113 bash[84165]: cluster 2024-05-11T04:41:43.017609+0000 mgr.y (mgr.25853) 444 : cluster [DBG] pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:44 smithi113 bash[84165]: audit 2024-05-11T04:41:43.836844+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:44 smithi113 bash[84165]: audit 2024-05-11T04:41:43.836844+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:44 smithi113 bash[81732]: cluster 2024-05-11T04:41:43.017609+0000 mgr.y (mgr.25853) 444 : cluster [DBG] pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:44 smithi113 bash[81732]: cluster 2024-05-11T04:41:43.017609+0000 mgr.y (mgr.25853) 444 : cluster [DBG] pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:44 smithi113 bash[81732]: audit 2024-05-11T04:41:43.836844+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:44.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:44 smithi113 bash[81732]: audit 2024-05-11T04:41:43.836844+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:44 smithi173 bash[67089]: cluster 2024-05-11T04:41:43.017609+0000 mgr.y (mgr.25853) 444 : cluster [DBG] pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:44 smithi173 bash[67089]: cluster 2024-05-11T04:41:43.017609+0000 mgr.y (mgr.25853) 444 : cluster [DBG] pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:44 smithi173 bash[67089]: audit 2024-05-11T04:41:43.836844+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:44 smithi173 bash[67089]: audit 2024-05-11T04:41:43.836844+0000 mon.a (mon.0) 654 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:46 smithi113 bash[81732]: cluster 2024-05-11T04:41:45.018354+0000 mgr.y (mgr.25853) 445 : cluster [DBG] pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:46 smithi113 bash[81732]: cluster 2024-05-11T04:41:45.018354+0000 mgr.y (mgr.25853) 445 : cluster [DBG] pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:46 smithi113 bash[84165]: cluster 2024-05-11T04:41:45.018354+0000 mgr.y (mgr.25853) 445 : cluster [DBG] pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:46 smithi113 bash[84165]: cluster 2024-05-11T04:41:45.018354+0000 mgr.y (mgr.25853) 445 : cluster [DBG] pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:46 smithi173 bash[67089]: cluster 2024-05-11T04:41:45.018354+0000 mgr.y (mgr.25853) 445 : cluster [DBG] pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:46 smithi173 bash[67089]: cluster 2024-05-11T04:41:45.018354+0000 mgr.y (mgr.25853) 445 : cluster [DBG] pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.904 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:41:46.904 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:41:47.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:47 smithi113 bash[81732]: audit 2024-05-11T04:41:46.908308+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.113:0/4178022174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:47.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:47 smithi113 bash[81732]: audit 2024-05-11T04:41:46.908308+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.113:0/4178022174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:47.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:47 smithi113 bash[84165]: audit 2024-05-11T04:41:46.908308+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.113:0/4178022174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:47.226 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:47 smithi113 bash[84165]: audit 2024-05-11T04:41:46.908308+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.113:0/4178022174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:47.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:47 smithi173 bash[67089]: audit 2024-05-11T04:41:46.908308+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.113:0/4178022174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:47.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:47 smithi173 bash[67089]: audit 2024-05-11T04:41:46.908308+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.113:0/4178022174' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:48.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:48 smithi113 bash[84165]: cluster 2024-05-11T04:41:47.019113+0000 mgr.y (mgr.25853) 446 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:48 smithi113 bash[84165]: cluster 2024-05-11T04:41:47.019113+0000 mgr.y (mgr.25853) 446 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:48 smithi113 bash[81732]: cluster 2024-05-11T04:41:47.019113+0000 mgr.y (mgr.25853) 446 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:48 smithi113 bash[81732]: cluster 2024-05-11T04:41:47.019113+0000 mgr.y (mgr.25853) 446 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:48 smithi173 bash[67089]: cluster 2024-05-11T04:41:47.019113+0000 mgr.y (mgr.25853) 446 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:48 smithi173 bash[67089]: cluster 2024-05-11T04:41:47.019113+0000 mgr.y (mgr.25853) 446 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:41:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:41:49] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:41:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:50 smithi113 bash[81732]: cluster 2024-05-11T04:41:49.019865+0000 mgr.y (mgr.25853) 447 : cluster [DBG] pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:50.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:50 smithi113 bash[81732]: cluster 2024-05-11T04:41:49.019865+0000 mgr.y (mgr.25853) 447 : cluster [DBG] pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:50 smithi113 bash[84165]: cluster 2024-05-11T04:41:49.019865+0000 mgr.y (mgr.25853) 447 : cluster [DBG] pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:50.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:50 smithi113 bash[84165]: cluster 2024-05-11T04:41:49.019865+0000 mgr.y (mgr.25853) 447 : cluster [DBG] pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:50 smithi173 bash[67089]: cluster 2024-05-11T04:41:49.019865+0000 mgr.y (mgr.25853) 447 : cluster [DBG] pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:50.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:50 smithi173 bash[67089]: cluster 2024-05-11T04:41:49.019865+0000 mgr.y (mgr.25853) 447 : cluster [DBG] pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:50.665 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:41:52.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:52 smithi113 bash[81732]: cluster 2024-05-11T04:41:51.020793+0000 mgr.y (mgr.25853) 448 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:52.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:52 smithi113 bash[81732]: cluster 2024-05-11T04:41:51.020793+0000 mgr.y (mgr.25853) 448 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:52 smithi113 bash[84165]: cluster 2024-05-11T04:41:51.020793+0000 mgr.y (mgr.25853) 448 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:52.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:52 smithi113 bash[84165]: cluster 2024-05-11T04:41:51.020793+0000 mgr.y (mgr.25853) 448 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:52 smithi173 bash[67089]: cluster 2024-05-11T04:41:51.020793+0000 mgr.y (mgr.25853) 448 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:52 smithi173 bash[67089]: cluster 2024-05-11T04:41:51.020793+0000 mgr.y (mgr.25853) 448 : cluster [DBG] pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:54 smithi113 bash[84165]: cluster 2024-05-11T04:41:53.021649+0000 mgr.y (mgr.25853) 449 : cluster [DBG] pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:54 smithi113 bash[84165]: cluster 2024-05-11T04:41:53.021649+0000 mgr.y (mgr.25853) 449 : cluster [DBG] pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:54 smithi113 bash[81732]: cluster 2024-05-11T04:41:53.021649+0000 mgr.y (mgr.25853) 449 : cluster [DBG] pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:54 smithi113 bash[81732]: cluster 2024-05-11T04:41:53.021649+0000 mgr.y (mgr.25853) 449 : cluster [DBG] pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:54 smithi173 bash[67089]: cluster 2024-05-11T04:41:53.021649+0000 mgr.y (mgr.25853) 449 : cluster [DBG] pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:54 smithi173 bash[67089]: cluster 2024-05-11T04:41:53.021649+0000 mgr.y (mgr.25853) 449 : cluster [DBG] pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:55.411 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:56.365 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:56 smithi113 bash[81732]: cluster 2024-05-11T04:41:55.022581+0000 mgr.y (mgr.25853) 450 : cluster [DBG] pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:56.365 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:56 smithi113 bash[81732]: cluster 2024-05-11T04:41:55.022581+0000 mgr.y (mgr.25853) 450 : cluster [DBG] pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:56.366 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:56 smithi113 bash[84165]: cluster 2024-05-11T04:41:55.022581+0000 mgr.y (mgr.25853) 450 : cluster [DBG] pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:56.366 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:56 smithi113 bash[84165]: cluster 2024-05-11T04:41:55.022581+0000 mgr.y (mgr.25853) 450 : cluster [DBG] pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:56 smithi173 bash[67089]: cluster 2024-05-11T04:41:55.022581+0000 mgr.y (mgr.25853) 450 : cluster [DBG] pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:56 smithi173 bash[67089]: cluster 2024-05-11T04:41:55.022581+0000 mgr.y (mgr.25853) 450 : cluster [DBG] pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:58 smithi113 bash[84165]: cluster 2024-05-11T04:41:57.023475+0000 mgr.y (mgr.25853) 451 : cluster [DBG] pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:58 smithi113 bash[84165]: cluster 2024-05-11T04:41:57.023475+0000 mgr.y (mgr.25853) 451 : cluster [DBG] pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:58 smithi113 bash[81732]: cluster 2024-05-11T04:41:57.023475+0000 mgr.y (mgr.25853) 451 : cluster [DBG] pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:58 smithi113 bash[81732]: cluster 2024-05-11T04:41:57.023475+0000 mgr.y (mgr.25853) 451 : cluster [DBG] pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.486 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:41:58.486 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:41:58.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:58 smithi173 bash[67089]: cluster 2024-05-11T04:41:57.023475+0000 mgr.y (mgr.25853) 451 : cluster [DBG] pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:58 smithi173 bash[67089]: cluster 2024-05-11T04:41:57.023475+0000 mgr.y (mgr.25853) 451 : cluster [DBG] pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:59 smithi113 bash[84165]: audit 2024-05-11T04:41:58.490406+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.113:0/1369754601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:59 smithi113 bash[84165]: audit 2024-05-11T04:41:58.490406+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.113:0/1369754601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:59 smithi113 bash[84165]: audit 2024-05-11T04:41:58.837111+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:59.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:41:59 smithi113 bash[84165]: audit 2024-05-11T04:41:58.837111+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:59.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:59 smithi113 bash[81732]: audit 2024-05-11T04:41:58.490406+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.113:0/1369754601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:59 smithi113 bash[81732]: audit 2024-05-11T04:41:58.490406+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.113:0/1369754601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:59 smithi113 bash[81732]: audit 2024-05-11T04:41:58.837111+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:59.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:41:59 smithi113 bash[81732]: audit 2024-05-11T04:41:58.837111+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:59 smithi173 bash[67089]: audit 2024-05-11T04:41:58.490406+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.113:0/1369754601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:59 smithi173 bash[67089]: audit 2024-05-11T04:41:58.490406+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.113:0/1369754601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:41:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:59 smithi173 bash[67089]: audit 2024-05-11T04:41:58.837111+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:59.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:41:59 smithi173 bash[67089]: audit 2024-05-11T04:41:58.837111+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:41:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:41:59] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-05-11T04:42:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:00 smithi113 bash[81732]: cluster 2024-05-11T04:41:59.024001+0000 mgr.y (mgr.25853) 452 : cluster [DBG] pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:00.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:00 smithi113 bash[81732]: cluster 2024-05-11T04:41:59.024001+0000 mgr.y (mgr.25853) 452 : cluster [DBG] pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:00 smithi113 bash[84165]: cluster 2024-05-11T04:41:59.024001+0000 mgr.y (mgr.25853) 452 : cluster [DBG] pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:00.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:00 smithi113 bash[84165]: cluster 2024-05-11T04:41:59.024001+0000 mgr.y (mgr.25853) 452 : cluster [DBG] pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:00.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:00 smithi173 bash[67089]: cluster 2024-05-11T04:41:59.024001+0000 mgr.y (mgr.25853) 452 : cluster [DBG] pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:00.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:00 smithi173 bash[67089]: cluster 2024-05-11T04:41:59.024001+0000 mgr.y (mgr.25853) 452 : cluster [DBG] pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:02.243 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:42:02.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:02 smithi113 bash[81732]: cluster 2024-05-11T04:42:01.024876+0000 mgr.y (mgr.25853) 453 : cluster [DBG] pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:02.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:02 smithi113 bash[81732]: cluster 2024-05-11T04:42:01.024876+0000 mgr.y (mgr.25853) 453 : cluster [DBG] pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:02.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:02 smithi113 bash[84165]: cluster 2024-05-11T04:42:01.024876+0000 mgr.y (mgr.25853) 453 : cluster [DBG] pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:02.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:02 smithi113 bash[84165]: cluster 2024-05-11T04:42:01.024876+0000 mgr.y (mgr.25853) 453 : cluster [DBG] pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:02.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:02 smithi173 bash[67089]: cluster 2024-05-11T04:42:01.024876+0000 mgr.y (mgr.25853) 453 : cluster [DBG] pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:02.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:02 smithi173 bash[67089]: cluster 2024-05-11T04:42:01.024876+0000 mgr.y (mgr.25853) 453 : cluster [DBG] pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:04.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:04 smithi113 bash[81732]: cluster 2024-05-11T04:42:03.025673+0000 mgr.y (mgr.25853) 454 : cluster [DBG] pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:04.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:04 smithi113 bash[81732]: cluster 2024-05-11T04:42:03.025673+0000 mgr.y (mgr.25853) 454 : cluster [DBG] pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:04.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:04 smithi113 bash[84165]: cluster 2024-05-11T04:42:03.025673+0000 mgr.y (mgr.25853) 454 : cluster [DBG] pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:04.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:04 smithi113 bash[84165]: cluster 2024-05-11T04:42:03.025673+0000 mgr.y (mgr.25853) 454 : cluster [DBG] pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:04.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:04 smithi173 bash[67089]: cluster 2024-05-11T04:42:03.025673+0000 mgr.y (mgr.25853) 454 : cluster [DBG] pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:04.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:04 smithi173 bash[67089]: cluster 2024-05-11T04:42:03.025673+0000 mgr.y (mgr.25853) 454 : cluster [DBG] pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:06 smithi113 bash[81732]: cluster 2024-05-11T04:42:05.026343+0000 mgr.y (mgr.25853) 455 : cluster [DBG] pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:06 smithi113 bash[81732]: cluster 2024-05-11T04:42:05.026343+0000 mgr.y (mgr.25853) 455 : cluster [DBG] pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:06 smithi113 bash[84165]: cluster 2024-05-11T04:42:05.026343+0000 mgr.y (mgr.25853) 455 : cluster [DBG] pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:06 smithi113 bash[84165]: cluster 2024-05-11T04:42:05.026343+0000 mgr.y (mgr.25853) 455 : cluster [DBG] pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:06 smithi173 bash[67089]: cluster 2024-05-11T04:42:05.026343+0000 mgr.y (mgr.25853) 455 : cluster [DBG] pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:06 smithi173 bash[67089]: cluster 2024-05-11T04:42:05.026343+0000 mgr.y (mgr.25853) 455 : cluster [DBG] pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:06.978 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:08.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:08 smithi113 bash[81732]: cluster 2024-05-11T04:42:07.026975+0000 mgr.y (mgr.25853) 456 : cluster [DBG] pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:08 smithi113 bash[81732]: cluster 2024-05-11T04:42:07.026975+0000 mgr.y (mgr.25853) 456 : cluster [DBG] pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:08 smithi113 bash[84165]: cluster 2024-05-11T04:42:07.026975+0000 mgr.y (mgr.25853) 456 : cluster [DBG] pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:08 smithi113 bash[84165]: cluster 2024-05-11T04:42:07.026975+0000 mgr.y (mgr.25853) 456 : cluster [DBG] pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:08 smithi173 bash[67089]: cluster 2024-05-11T04:42:07.026975+0000 mgr.y (mgr.25853) 456 : cluster [DBG] pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:08 smithi173 bash[67089]: cluster 2024-05-11T04:42:07.026975+0000 mgr.y (mgr.25853) 456 : cluster [DBG] pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:09.929 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:42:09.929 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:42:09.944 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:42:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:42:09] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-05-11T04:42:10.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:10 smithi113 bash[81732]: cluster 2024-05-11T04:42:09.027730+0000 mgr.y (mgr.25853) 457 : cluster [DBG] pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:10.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:10 smithi113 bash[81732]: cluster 2024-05-11T04:42:09.027730+0000 mgr.y (mgr.25853) 457 : cluster [DBG] pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:10.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:10 smithi113 bash[81732]: audit 2024-05-11T04:42:09.933390+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.113:0/2007035713' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:10.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:10 smithi113 bash[81732]: audit 2024-05-11T04:42:09.933390+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.113:0/2007035713' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:10.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:10 smithi113 bash[84165]: cluster 2024-05-11T04:42:09.027730+0000 mgr.y (mgr.25853) 457 : cluster [DBG] pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:10.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:10 smithi113 bash[84165]: cluster 2024-05-11T04:42:09.027730+0000 mgr.y (mgr.25853) 457 : cluster [DBG] pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:10.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:10 smithi113 bash[84165]: audit 2024-05-11T04:42:09.933390+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.113:0/2007035713' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:10.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:10 smithi113 bash[84165]: audit 2024-05-11T04:42:09.933390+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.113:0/2007035713' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:10 smithi173 bash[67089]: cluster 2024-05-11T04:42:09.027730+0000 mgr.y (mgr.25853) 457 : cluster [DBG] pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:10 smithi173 bash[67089]: cluster 2024-05-11T04:42:09.027730+0000 mgr.y (mgr.25853) 457 : cluster [DBG] pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:10 smithi173 bash[67089]: audit 2024-05-11T04:42:09.933390+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.113:0/2007035713' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:10.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:10 smithi173 bash[67089]: audit 2024-05-11T04:42:09.933390+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.113:0/2007035713' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:12 smithi113 bash[81732]: cluster 2024-05-11T04:42:11.028697+0000 mgr.y (mgr.25853) 458 : cluster [DBG] pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:12 smithi113 bash[81732]: cluster 2024-05-11T04:42:11.028697+0000 mgr.y (mgr.25853) 458 : cluster [DBG] pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:12 smithi113 bash[84165]: cluster 2024-05-11T04:42:11.028697+0000 mgr.y (mgr.25853) 458 : cluster [DBG] pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:12 smithi113 bash[84165]: cluster 2024-05-11T04:42:11.028697+0000 mgr.y (mgr.25853) 458 : cluster [DBG] pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:12 smithi173 bash[67089]: cluster 2024-05-11T04:42:11.028697+0000 mgr.y (mgr.25853) 458 : cluster [DBG] pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:12 smithi173 bash[67089]: cluster 2024-05-11T04:42:11.028697+0000 mgr.y (mgr.25853) 458 : cluster [DBG] pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:13.766 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:42:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:14 smithi113 bash[81732]: cluster 2024-05-11T04:42:13.029503+0000 mgr.y (mgr.25853) 459 : cluster [DBG] pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:14 smithi113 bash[81732]: cluster 2024-05-11T04:42:13.029503+0000 mgr.y (mgr.25853) 459 : cluster [DBG] pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:14 smithi113 bash[81732]: audit 2024-05-11T04:42:13.836855+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:14 smithi113 bash[81732]: audit 2024-05-11T04:42:13.836855+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:14 smithi113 bash[84165]: cluster 2024-05-11T04:42:13.029503+0000 mgr.y (mgr.25853) 459 : cluster [DBG] pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:14 smithi113 bash[84165]: cluster 2024-05-11T04:42:13.029503+0000 mgr.y (mgr.25853) 459 : cluster [DBG] pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:14 smithi113 bash[84165]: audit 2024-05-11T04:42:13.836855+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:14 smithi113 bash[84165]: audit 2024-05-11T04:42:13.836855+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:14.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:14 smithi173 bash[67089]: cluster 2024-05-11T04:42:13.029503+0000 mgr.y (mgr.25853) 459 : cluster [DBG] pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:14 smithi173 bash[67089]: cluster 2024-05-11T04:42:13.029503+0000 mgr.y (mgr.25853) 459 : cluster [DBG] pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:14 smithi173 bash[67089]: audit 2024-05-11T04:42:13.836855+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:14.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:14 smithi173 bash[67089]: audit 2024-05-11T04:42:13.836855+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:16 smithi113 bash[81732]: cluster 2024-05-11T04:42:15.030340+0000 mgr.y (mgr.25853) 460 : cluster [DBG] pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:16.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:16 smithi113 bash[81732]: cluster 2024-05-11T04:42:15.030340+0000 mgr.y (mgr.25853) 460 : cluster [DBG] pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:16.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:16 smithi113 bash[84165]: cluster 2024-05-11T04:42:15.030340+0000 mgr.y (mgr.25853) 460 : cluster [DBG] pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:16.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:16 smithi113 bash[84165]: cluster 2024-05-11T04:42:15.030340+0000 mgr.y (mgr.25853) 460 : cluster [DBG] pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:16.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:16 smithi173 bash[67089]: cluster 2024-05-11T04:42:15.030340+0000 mgr.y (mgr.25853) 460 : cluster [DBG] pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:16.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:16 smithi173 bash[67089]: cluster 2024-05-11T04:42:15.030340+0000 mgr.y (mgr.25853) 460 : cluster [DBG] pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:18 smithi113 bash[81732]: cluster 2024-05-11T04:42:17.031229+0000 mgr.y (mgr.25853) 461 : cluster [DBG] pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:18 smithi113 bash[81732]: cluster 2024-05-11T04:42:17.031229+0000 mgr.y (mgr.25853) 461 : cluster [DBG] pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:18 smithi113 bash[84165]: cluster 2024-05-11T04:42:17.031229+0000 mgr.y (mgr.25853) 461 : cluster [DBG] pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:18 smithi113 bash[84165]: cluster 2024-05-11T04:42:17.031229+0000 mgr.y (mgr.25853) 461 : cluster [DBG] pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.509 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:18.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:18 smithi173 bash[67089]: cluster 2024-05-11T04:42:17.031229+0000 mgr.y (mgr.25853) 461 : cluster [DBG] pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:18 smithi173 bash[67089]: cluster 2024-05-11T04:42:17.031229+0000 mgr.y (mgr.25853) 461 : cluster [DBG] pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:42:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:42:19] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:42:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:20 smithi113 bash[81732]: cluster 2024-05-11T04:42:19.031979+0000 mgr.y (mgr.25853) 462 : cluster [DBG] pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:20 smithi113 bash[81732]: cluster 2024-05-11T04:42:19.031979+0000 mgr.y (mgr.25853) 462 : cluster [DBG] pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:20 smithi113 bash[84165]: cluster 2024-05-11T04:42:19.031979+0000 mgr.y (mgr.25853) 462 : cluster [DBG] pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:20 smithi113 bash[84165]: cluster 2024-05-11T04:42:19.031979+0000 mgr.y (mgr.25853) 462 : cluster [DBG] pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:20 smithi173 bash[67089]: cluster 2024-05-11T04:42:19.031979+0000 mgr.y (mgr.25853) 462 : cluster [DBG] pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:20 smithi173 bash[67089]: cluster 2024-05-11T04:42:19.031979+0000 mgr.y (mgr.25853) 462 : cluster [DBG] pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:21.430 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:42:21.430 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:42:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:22 smithi113 bash[81732]: cluster 2024-05-11T04:42:21.032561+0000 mgr.y (mgr.25853) 463 : cluster [DBG] pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:22 smithi113 bash[81732]: cluster 2024-05-11T04:42:21.032561+0000 mgr.y (mgr.25853) 463 : cluster [DBG] pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:22 smithi113 bash[81732]: audit 2024-05-11T04:42:21.433782+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.113:0/2381238682' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:22.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:22 smithi113 bash[81732]: audit 2024-05-11T04:42:21.433782+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.113:0/2381238682' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:22 smithi113 bash[84165]: cluster 2024-05-11T04:42:21.032561+0000 mgr.y (mgr.25853) 463 : cluster [DBG] pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:22 smithi113 bash[84165]: cluster 2024-05-11T04:42:21.032561+0000 mgr.y (mgr.25853) 463 : cluster [DBG] pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:22 smithi113 bash[84165]: audit 2024-05-11T04:42:21.433782+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.113:0/2381238682' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:22.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:22 smithi113 bash[84165]: audit 2024-05-11T04:42:21.433782+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.113:0/2381238682' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:22.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:22 smithi173 bash[67089]: cluster 2024-05-11T04:42:21.032561+0000 mgr.y (mgr.25853) 463 : cluster [DBG] pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:22.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:22 smithi173 bash[67089]: cluster 2024-05-11T04:42:21.032561+0000 mgr.y (mgr.25853) 463 : cluster [DBG] pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:22.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:22 smithi173 bash[67089]: audit 2024-05-11T04:42:21.433782+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.113:0/2381238682' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:22.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:22 smithi173 bash[67089]: audit 2024-05-11T04:42:21.433782+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.113:0/2381238682' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:24 smithi113 bash[81732]: cluster 2024-05-11T04:42:23.033481+0000 mgr.y (mgr.25853) 464 : cluster [DBG] pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:24 smithi113 bash[81732]: cluster 2024-05-11T04:42:23.033481+0000 mgr.y (mgr.25853) 464 : cluster [DBG] pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:24.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:24 smithi113 bash[84165]: cluster 2024-05-11T04:42:23.033481+0000 mgr.y (mgr.25853) 464 : cluster [DBG] pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:24.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:24 smithi113 bash[84165]: cluster 2024-05-11T04:42:23.033481+0000 mgr.y (mgr.25853) 464 : cluster [DBG] pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:24 smithi173 bash[67089]: cluster 2024-05-11T04:42:23.033481+0000 mgr.y (mgr.25853) 464 : cluster [DBG] pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:24 smithi173 bash[67089]: cluster 2024-05-11T04:42:23.033481+0000 mgr.y (mgr.25853) 464 : cluster [DBG] pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:25.090 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:42:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:26 smithi113 bash[84165]: cluster 2024-05-11T04:42:25.034492+0000 mgr.y (mgr.25853) 465 : cluster [DBG] pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:26.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:26 smithi113 bash[84165]: cluster 2024-05-11T04:42:25.034492+0000 mgr.y (mgr.25853) 465 : cluster [DBG] pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:26 smithi113 bash[81732]: cluster 2024-05-11T04:42:25.034492+0000 mgr.y (mgr.25853) 465 : cluster [DBG] pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:26 smithi113 bash[81732]: cluster 2024-05-11T04:42:25.034492+0000 mgr.y (mgr.25853) 465 : cluster [DBG] pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:26 smithi173 bash[67089]: cluster 2024-05-11T04:42:25.034492+0000 mgr.y (mgr.25853) 465 : cluster [DBG] pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:26 smithi173 bash[67089]: cluster 2024-05-11T04:42:25.034492+0000 mgr.y (mgr.25853) 465 : cluster [DBG] pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:28 smithi113 bash[81732]: cluster 2024-05-11T04:42:27.035491+0000 mgr.y (mgr.25853) 466 : cluster [DBG] pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:28 smithi113 bash[81732]: cluster 2024-05-11T04:42:27.035491+0000 mgr.y (mgr.25853) 466 : cluster [DBG] pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:28 smithi113 bash[84165]: cluster 2024-05-11T04:42:27.035491+0000 mgr.y (mgr.25853) 466 : cluster [DBG] pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:28 smithi113 bash[84165]: cluster 2024-05-11T04:42:27.035491+0000 mgr.y (mgr.25853) 466 : cluster [DBG] pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:28 smithi173 bash[67089]: cluster 2024-05-11T04:42:27.035491+0000 mgr.y (mgr.25853) 466 : cluster [DBG] pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:28 smithi173 bash[67089]: cluster 2024-05-11T04:42:27.035491+0000 mgr.y (mgr.25853) 466 : cluster [DBG] pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:29 smithi113 bash[81732]: audit 2024-05-11T04:42:28.837929+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:29.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:29 smithi113 bash[81732]: audit 2024-05-11T04:42:28.837929+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:29 smithi113 bash[84165]: audit 2024-05-11T04:42:28.837929+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:29 smithi113 bash[84165]: audit 2024-05-11T04:42:28.837929+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:29 smithi173 bash[67089]: audit 2024-05-11T04:42:28.837929+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:29 smithi173 bash[67089]: audit 2024-05-11T04:42:28.837929+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:29.824 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:42:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:42:29] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:42:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:30 smithi113 bash[81732]: cluster 2024-05-11T04:42:29.036341+0000 mgr.y (mgr.25853) 467 : cluster [DBG] pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:30.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:30 smithi113 bash[81732]: cluster 2024-05-11T04:42:29.036341+0000 mgr.y (mgr.25853) 467 : cluster [DBG] pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:30.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:30 smithi113 bash[84165]: cluster 2024-05-11T04:42:29.036341+0000 mgr.y (mgr.25853) 467 : cluster [DBG] pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:30.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:30 smithi113 bash[84165]: cluster 2024-05-11T04:42:29.036341+0000 mgr.y (mgr.25853) 467 : cluster [DBG] pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:30.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:30 smithi173 bash[67089]: cluster 2024-05-11T04:42:29.036341+0000 mgr.y (mgr.25853) 467 : cluster [DBG] pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:30.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:30 smithi173 bash[67089]: cluster 2024-05-11T04:42:29.036341+0000 mgr.y (mgr.25853) 467 : cluster [DBG] pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:32 smithi113 bash[84165]: cluster 2024-05-11T04:42:31.037140+0000 mgr.y (mgr.25853) 468 : cluster [DBG] pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:32 smithi113 bash[84165]: cluster 2024-05-11T04:42:31.037140+0000 mgr.y (mgr.25853) 468 : cluster [DBG] pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:32 smithi113 bash[84165]: audit 2024-05-11T04:42:31.876890+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:32.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:32 smithi113 bash[84165]: audit 2024-05-11T04:42:31.876890+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:32.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:32 smithi113 bash[81732]: cluster 2024-05-11T04:42:31.037140+0000 mgr.y (mgr.25853) 468 : cluster [DBG] pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:32 smithi113 bash[81732]: cluster 2024-05-11T04:42:31.037140+0000 mgr.y (mgr.25853) 468 : cluster [DBG] pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:32 smithi113 bash[81732]: audit 2024-05-11T04:42:31.876890+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:32.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:32 smithi113 bash[81732]: audit 2024-05-11T04:42:31.876890+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:32.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:32 smithi173 bash[67089]: cluster 2024-05-11T04:42:31.037140+0000 mgr.y (mgr.25853) 468 : cluster [DBG] pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:32 smithi173 bash[67089]: cluster 2024-05-11T04:42:31.037140+0000 mgr.y (mgr.25853) 468 : cluster [DBG] pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:32.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:32 smithi173 bash[67089]: audit 2024-05-11T04:42:31.876890+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:32.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:32 smithi173 bash[67089]: audit 2024-05-11T04:42:31.876890+0000 mon.a (mon.0) 660 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:32.605 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:42:32.605 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:42:33.214 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:42:32 smithi173 bash[49446]: logger=cleanup t=2024-05-11T04:42:32.89916141Z level=info msg="Completed cleanup jobs" duration=192.207606ms 2024-05-11T04:42:33.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:33 smithi113 bash[81732]: audit 2024-05-11T04:42:32.608926+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.113:0/1285618441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:33.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:33 smithi113 bash[81732]: audit 2024-05-11T04:42:32.608926+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.113:0/1285618441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:33.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:33 smithi113 bash[84165]: audit 2024-05-11T04:42:32.608926+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.113:0/1285618441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:33.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:33 smithi113 bash[84165]: audit 2024-05-11T04:42:32.608926+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.113:0/1285618441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:33.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:33 smithi173 bash[67089]: audit 2024-05-11T04:42:32.608926+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.113:0/1285618441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:33.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:33 smithi173 bash[67089]: audit 2024-05-11T04:42:32.608926+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.113:0/1285618441' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:34 smithi113 bash[81732]: cluster 2024-05-11T04:42:33.038021+0000 mgr.y (mgr.25853) 469 : cluster [DBG] pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:34.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:34 smithi113 bash[81732]: cluster 2024-05-11T04:42:33.038021+0000 mgr.y (mgr.25853) 469 : cluster [DBG] pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:34.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:34 smithi113 bash[84165]: cluster 2024-05-11T04:42:33.038021+0000 mgr.y (mgr.25853) 469 : cluster [DBG] pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:34.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:34 smithi113 bash[84165]: cluster 2024-05-11T04:42:33.038021+0000 mgr.y (mgr.25853) 469 : cluster [DBG] pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:34 smithi173 bash[67089]: cluster 2024-05-11T04:42:33.038021+0000 mgr.y (mgr.25853) 469 : cluster [DBG] pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:34.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:34 smithi173 bash[67089]: cluster 2024-05-11T04:42:33.038021+0000 mgr.y (mgr.25853) 469 : cluster [DBG] pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:36.371 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:42:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:36 smithi113 bash[84165]: cluster 2024-05-11T04:42:35.038964+0000 mgr.y (mgr.25853) 470 : cluster [DBG] pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:36.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:36 smithi113 bash[84165]: cluster 2024-05-11T04:42:35.038964+0000 mgr.y (mgr.25853) 470 : cluster [DBG] pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:36 smithi113 bash[81732]: cluster 2024-05-11T04:42:35.038964+0000 mgr.y (mgr.25853) 470 : cluster [DBG] pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:36.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:36 smithi113 bash[81732]: cluster 2024-05-11T04:42:35.038964+0000 mgr.y (mgr.25853) 470 : cluster [DBG] pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:36 smithi173 bash[67089]: cluster 2024-05-11T04:42:35.038964+0000 mgr.y (mgr.25853) 470 : cluster [DBG] pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:36.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:36 smithi173 bash[67089]: cluster 2024-05-11T04:42:35.038964+0000 mgr.y (mgr.25853) 470 : cluster [DBG] pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: cluster 2024-05-11T04:42:37.039479+0000 mgr.y (mgr.25853) 471 : cluster [DBG] pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: cluster 2024-05-11T04:42:37.039479+0000 mgr.y (mgr.25853) 471 : cluster [DBG] pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.718967+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.718967+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.725503+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.725503+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.928964+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.928964+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.941121+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:38 smithi113 bash[81732]: audit 2024-05-11T04:42:37.941121+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: cluster 2024-05-11T04:42:37.039479+0000 mgr.y (mgr.25853) 471 : cluster [DBG] pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: cluster 2024-05-11T04:42:37.039479+0000 mgr.y (mgr.25853) 471 : cluster [DBG] pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.718967+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.718967+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.725503+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.725503+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.928964+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.928964+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.941121+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:38 smithi113 bash[84165]: audit 2024-05-11T04:42:37.941121+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: cluster 2024-05-11T04:42:37.039479+0000 mgr.y (mgr.25853) 471 : cluster [DBG] pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: cluster 2024-05-11T04:42:37.039479+0000 mgr.y (mgr.25853) 471 : cluster [DBG] pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.718967+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.718967+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.725503+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.725503+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.928964+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.928964+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.941121+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:38.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:38 smithi173 bash[67089]: audit 2024-05-11T04:42:37.941121+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:39 smithi113 bash[81732]: audit 2024-05-11T04:42:38.570130+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:39 smithi113 bash[81732]: audit 2024-05-11T04:42:38.570130+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:39 smithi113 bash[81732]: audit 2024-05-11T04:42:38.572032+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:39 smithi113 bash[81732]: audit 2024-05-11T04:42:38.572032+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:39 smithi113 bash[81732]: audit 2024-05-11T04:42:38.582893+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:39 smithi113 bash[81732]: audit 2024-05-11T04:42:38.582893+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:39 smithi113 bash[84165]: audit 2024-05-11T04:42:38.570130+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:39 smithi113 bash[84165]: audit 2024-05-11T04:42:38.570130+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:39 smithi113 bash[84165]: audit 2024-05-11T04:42:38.572032+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:39 smithi113 bash[84165]: audit 2024-05-11T04:42:38.572032+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:39.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:39 smithi113 bash[84165]: audit 2024-05-11T04:42:38.582893+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.478 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:39 smithi113 bash[84165]: audit 2024-05-11T04:42:38.582893+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:39 smithi173 bash[67089]: audit 2024-05-11T04:42:38.570130+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:39.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:39 smithi173 bash[67089]: audit 2024-05-11T04:42:38.570130+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:39 smithi173 bash[67089]: audit 2024-05-11T04:42:38.572032+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:39 smithi173 bash[67089]: audit 2024-05-11T04:42:38.572032+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:39 smithi173 bash[67089]: audit 2024-05-11T04:42:38.582893+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:39 smithi173 bash[67089]: audit 2024-05-11T04:42:38.582893+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' 2024-05-11T04:42:39.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:42:39 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:42:39] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:42:40.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:40 smithi173 bash[67089]: cluster 2024-05-11T04:42:39.039934+0000 mgr.y (mgr.25853) 472 : cluster [DBG] pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:40.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:40 smithi173 bash[67089]: cluster 2024-05-11T04:42:39.039934+0000 mgr.y (mgr.25853) 472 : cluster [DBG] pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:40.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:40 smithi113 bash[81732]: cluster 2024-05-11T04:42:39.039934+0000 mgr.y (mgr.25853) 472 : cluster [DBG] pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:40.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:40 smithi113 bash[81732]: cluster 2024-05-11T04:42:39.039934+0000 mgr.y (mgr.25853) 472 : cluster [DBG] pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:40.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:40 smithi113 bash[84165]: cluster 2024-05-11T04:42:39.039934+0000 mgr.y (mgr.25853) 472 : cluster [DBG] pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:40.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:40 smithi113 bash[84165]: cluster 2024-05-11T04:42:39.039934+0000 mgr.y (mgr.25853) 472 : cluster [DBG] pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:40.989 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:42 smithi173 bash[67089]: cluster 2024-05-11T04:42:41.040603+0000 mgr.y (mgr.25853) 473 : cluster [DBG] pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:42.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:42 smithi173 bash[67089]: cluster 2024-05-11T04:42:41.040603+0000 mgr.y (mgr.25853) 473 : cluster [DBG] pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:42.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:42 smithi113 bash[81732]: cluster 2024-05-11T04:42:41.040603+0000 mgr.y (mgr.25853) 473 : cluster [DBG] pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:42.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:42 smithi113 bash[81732]: cluster 2024-05-11T04:42:41.040603+0000 mgr.y (mgr.25853) 473 : cluster [DBG] pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:42.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:42 smithi113 bash[84165]: cluster 2024-05-11T04:42:41.040603+0000 mgr.y (mgr.25853) 473 : cluster [DBG] pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:42.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:42 smithi113 bash[84165]: cluster 2024-05-11T04:42:41.040603+0000 mgr.y (mgr.25853) 473 : cluster [DBG] pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:43.952 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:42:43.952 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:42:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:44 smithi173 bash[67089]: cluster 2024-05-11T04:42:43.041347+0000 mgr.y (mgr.25853) 474 : cluster [DBG] pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:44 smithi173 bash[67089]: cluster 2024-05-11T04:42:43.041347+0000 mgr.y (mgr.25853) 474 : cluster [DBG] pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:44 smithi173 bash[67089]: audit 2024-05-11T04:42:43.837658+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:44 smithi173 bash[67089]: audit 2024-05-11T04:42:43.837658+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:44 smithi173 bash[67089]: audit 2024-05-11T04:42:43.956114+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.113:0/3606764320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:44.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:44 smithi173 bash[67089]: audit 2024-05-11T04:42:43.956114+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.113:0/3606764320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:44.582 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:44 smithi113 bash[84165]: cluster 2024-05-11T04:42:43.041347+0000 mgr.y (mgr.25853) 474 : cluster [DBG] pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:44 smithi113 bash[84165]: cluster 2024-05-11T04:42:43.041347+0000 mgr.y (mgr.25853) 474 : cluster [DBG] pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:44 smithi113 bash[84165]: audit 2024-05-11T04:42:43.837658+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:44 smithi113 bash[84165]: audit 2024-05-11T04:42:43.837658+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:44 smithi113 bash[84165]: audit 2024-05-11T04:42:43.956114+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.113:0/3606764320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:44 smithi113 bash[84165]: audit 2024-05-11T04:42:43.956114+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.113:0/3606764320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:44 smithi113 bash[81732]: cluster 2024-05-11T04:42:43.041347+0000 mgr.y (mgr.25853) 474 : cluster [DBG] pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:44 smithi113 bash[81732]: cluster 2024-05-11T04:42:43.041347+0000 mgr.y (mgr.25853) 474 : cluster [DBG] pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:44 smithi113 bash[81732]: audit 2024-05-11T04:42:43.837658+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:44 smithi113 bash[81732]: audit 2024-05-11T04:42:43.837658+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:44.583 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:44 smithi113 bash[81732]: audit 2024-05-11T04:42:43.956114+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.113:0/3606764320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:44.584 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:44 smithi113 bash[81732]: audit 2024-05-11T04:42:43.956114+0000 mon.a (mon.0) 669 : audit [DBG] from='client.? 172.21.15.113:0/3606764320' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:46 smithi173 bash[67089]: cluster 2024-05-11T04:42:45.042224+0000 mgr.y (mgr.25853) 475 : cluster [DBG] pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:46.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:46 smithi173 bash[67089]: cluster 2024-05-11T04:42:45.042224+0000 mgr.y (mgr.25853) 475 : cluster [DBG] pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:46.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:46 smithi113 bash[81732]: cluster 2024-05-11T04:42:45.042224+0000 mgr.y (mgr.25853) 475 : cluster [DBG] pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:46.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:46 smithi113 bash[81732]: cluster 2024-05-11T04:42:45.042224+0000 mgr.y (mgr.25853) 475 : cluster [DBG] pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:46.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:46 smithi113 bash[84165]: cluster 2024-05-11T04:42:45.042224+0000 mgr.y (mgr.25853) 475 : cluster [DBG] pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:46.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:46 smithi113 bash[84165]: cluster 2024-05-11T04:42:45.042224+0000 mgr.y (mgr.25853) 475 : cluster [DBG] pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:47.585 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:42:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:48 smithi173 bash[67089]: cluster 2024-05-11T04:42:47.043033+0000 mgr.y (mgr.25853) 476 : cluster [DBG] pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:48.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:48 smithi173 bash[67089]: cluster 2024-05-11T04:42:47.043033+0000 mgr.y (mgr.25853) 476 : cluster [DBG] pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:48.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:48 smithi113 bash[81732]: cluster 2024-05-11T04:42:47.043033+0000 mgr.y (mgr.25853) 476 : cluster [DBG] pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:48.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:48 smithi113 bash[81732]: cluster 2024-05-11T04:42:47.043033+0000 mgr.y (mgr.25853) 476 : cluster [DBG] pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:48.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:48 smithi113 bash[84165]: cluster 2024-05-11T04:42:47.043033+0000 mgr.y (mgr.25853) 476 : cluster [DBG] pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:48.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:48 smithi113 bash[84165]: cluster 2024-05-11T04:42:47.043033+0000 mgr.y (mgr.25853) 476 : cluster [DBG] pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:49.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:42:49 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:42:49] "GET /metrics HTTP/1.1" 200 34160 "" "Prometheus/2.43.0" 2024-05-11T04:42:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:50 smithi173 bash[67089]: cluster 2024-05-11T04:42:49.043749+0000 mgr.y (mgr.25853) 477 : cluster [DBG] pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:50.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:50 smithi173 bash[67089]: cluster 2024-05-11T04:42:49.043749+0000 mgr.y (mgr.25853) 477 : cluster [DBG] pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:50 smithi113 bash[84165]: cluster 2024-05-11T04:42:49.043749+0000 mgr.y (mgr.25853) 477 : cluster [DBG] pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:50.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:50 smithi113 bash[84165]: cluster 2024-05-11T04:42:49.043749+0000 mgr.y (mgr.25853) 477 : cluster [DBG] pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:50.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:50 smithi113 bash[81732]: cluster 2024-05-11T04:42:49.043749+0000 mgr.y (mgr.25853) 477 : cluster [DBG] pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:50.727 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:50 smithi113 bash[81732]: cluster 2024-05-11T04:42:49.043749+0000 mgr.y (mgr.25853) 477 : cluster [DBG] pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:52.319 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:52 smithi173 bash[67089]: cluster 2024-05-11T04:42:51.044850+0000 mgr.y (mgr.25853) 478 : cluster [DBG] pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:52.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:52 smithi173 bash[67089]: cluster 2024-05-11T04:42:51.044850+0000 mgr.y (mgr.25853) 478 : cluster [DBG] pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:52.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:52 smithi113 bash[81732]: cluster 2024-05-11T04:42:51.044850+0000 mgr.y (mgr.25853) 478 : cluster [DBG] pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:52.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:52 smithi113 bash[81732]: cluster 2024-05-11T04:42:51.044850+0000 mgr.y (mgr.25853) 478 : cluster [DBG] pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:52.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:52 smithi113 bash[84165]: cluster 2024-05-11T04:42:51.044850+0000 mgr.y (mgr.25853) 478 : cluster [DBG] pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:52.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:52 smithi113 bash[84165]: cluster 2024-05-11T04:42:51.044850+0000 mgr.y (mgr.25853) 478 : cluster [DBG] pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:54.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:54 smithi113 bash[81732]: cluster 2024-05-11T04:42:53.045789+0000 mgr.y (mgr.25853) 479 : cluster [DBG] pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:54.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:54 smithi113 bash[81732]: cluster 2024-05-11T04:42:53.045789+0000 mgr.y (mgr.25853) 479 : cluster [DBG] pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:54 smithi113 bash[84165]: cluster 2024-05-11T04:42:53.045789+0000 mgr.y (mgr.25853) 479 : cluster [DBG] pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:54.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:54 smithi113 bash[84165]: cluster 2024-05-11T04:42:53.045789+0000 mgr.y (mgr.25853) 479 : cluster [DBG] pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:54 smithi173 bash[67089]: cluster 2024-05-11T04:42:53.045789+0000 mgr.y (mgr.25853) 479 : cluster [DBG] pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:54.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:54 smithi173 bash[67089]: cluster 2024-05-11T04:42:53.045789+0000 mgr.y (mgr.25853) 479 : cluster [DBG] pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:55.282 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:42:55.282 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:42:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:56 smithi173 bash[67089]: cluster 2024-05-11T04:42:55.046354+0000 mgr.y (mgr.25853) 480 : cluster [DBG] pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:56.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:56 smithi173 bash[67089]: cluster 2024-05-11T04:42:55.046354+0000 mgr.y (mgr.25853) 480 : cluster [DBG] pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:56 smithi173 bash[67089]: audit 2024-05-11T04:42:55.285968+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.113:0/3411131527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:56.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:56 smithi173 bash[67089]: audit 2024-05-11T04:42:55.285968+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.113:0/3411131527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:56.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:56 smithi113 bash[81732]: cluster 2024-05-11T04:42:55.046354+0000 mgr.y (mgr.25853) 480 : cluster [DBG] pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:56.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:56 smithi113 bash[81732]: cluster 2024-05-11T04:42:55.046354+0000 mgr.y (mgr.25853) 480 : cluster [DBG] pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:56.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:56 smithi113 bash[81732]: audit 2024-05-11T04:42:55.285968+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.113:0/3411131527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:56.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:56 smithi113 bash[81732]: audit 2024-05-11T04:42:55.285968+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.113:0/3411131527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:56.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:56 smithi113 bash[84165]: cluster 2024-05-11T04:42:55.046354+0000 mgr.y (mgr.25853) 480 : cluster [DBG] pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:56.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:56 smithi113 bash[84165]: cluster 2024-05-11T04:42:55.046354+0000 mgr.y (mgr.25853) 480 : cluster [DBG] pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:56.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:56 smithi113 bash[84165]: audit 2024-05-11T04:42:55.285968+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.113:0/3411131527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:56.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:56 smithi113 bash[84165]: audit 2024-05-11T04:42:55.285968+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.113:0/3411131527' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:42:58.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:58 smithi173 bash[67089]: cluster 2024-05-11T04:42:57.047108+0000 mgr.y (mgr.25853) 481 : cluster [DBG] pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:58.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:58 smithi173 bash[67089]: cluster 2024-05-11T04:42:57.047108+0000 mgr.y (mgr.25853) 481 : cluster [DBG] pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:58.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:58 smithi113 bash[81732]: cluster 2024-05-11T04:42:57.047108+0000 mgr.y (mgr.25853) 481 : cluster [DBG] pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:58.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:58 smithi113 bash[81732]: cluster 2024-05-11T04:42:57.047108+0000 mgr.y (mgr.25853) 481 : cluster [DBG] pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:58.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:58 smithi113 bash[84165]: cluster 2024-05-11T04:42:57.047108+0000 mgr.y (mgr.25853) 481 : cluster [DBG] pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:58.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:58 smithi113 bash[84165]: cluster 2024-05-11T04:42:57.047108+0000 mgr.y (mgr.25853) 481 : cluster [DBG] pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:58.994 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:42:59.662 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:59 smithi113 bash[84165]: audit 2024-05-11T04:42:58.838636+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:59.662 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:42:59 smithi113 bash[84165]: audit 2024-05-11T04:42:58.838636+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:59.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:59 smithi113 bash[81732]: audit 2024-05-11T04:42:58.838636+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:59.662 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:42:59 smithi113 bash[81732]: audit 2024-05-11T04:42:58.838636+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:59.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:59 smithi173 bash[67089]: audit 2024-05-11T04:42:58.838636+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:59.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:42:59 smithi173 bash[67089]: audit 2024-05-11T04:42:58.838636+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:59.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:42:59 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:42:59] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:43:00.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:00 smithi113 bash[81732]: cluster 2024-05-11T04:42:59.047579+0000 mgr.y (mgr.25853) 482 : cluster [DBG] pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:00.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:00 smithi113 bash[81732]: cluster 2024-05-11T04:42:59.047579+0000 mgr.y (mgr.25853) 482 : cluster [DBG] pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:00.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:00 smithi113 bash[84165]: cluster 2024-05-11T04:42:59.047579+0000 mgr.y (mgr.25853) 482 : cluster [DBG] pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:00.727 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:00 smithi113 bash[84165]: cluster 2024-05-11T04:42:59.047579+0000 mgr.y (mgr.25853) 482 : cluster [DBG] pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:00.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:00 smithi173 bash[67089]: cluster 2024-05-11T04:42:59.047579+0000 mgr.y (mgr.25853) 482 : cluster [DBG] pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:00.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:00 smithi173 bash[67089]: cluster 2024-05-11T04:42:59.047579+0000 mgr.y (mgr.25853) 482 : cluster [DBG] pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:01 smithi113 bash[81732]: cluster 2024-05-11T04:43:01.048582+0000 mgr.y (mgr.25853) 483 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.726 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:01 smithi113 bash[81732]: cluster 2024-05-11T04:43:01.048582+0000 mgr.y (mgr.25853) 483 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:01 smithi113 bash[84165]: cluster 2024-05-11T04:43:01.048582+0000 mgr.y (mgr.25853) 483 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.726 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:01 smithi113 bash[84165]: cluster 2024-05-11T04:43:01.048582+0000 mgr.y (mgr.25853) 483 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:01 smithi173 bash[67089]: cluster 2024-05-11T04:43:01.048582+0000 mgr.y (mgr.25853) 483 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.769 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:01 smithi173 bash[67089]: cluster 2024-05-11T04:43:01.048582+0000 mgr.y (mgr.25853) 483 : cluster [DBG] pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:03.737 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:04.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:04 smithi113 bash[81732]: cluster 2024-05-11T04:43:03.049483+0000 mgr.y (mgr.25853) 484 : cluster [DBG] pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:04.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:04 smithi113 bash[81732]: cluster 2024-05-11T04:43:03.049483+0000 mgr.y (mgr.25853) 484 : cluster [DBG] pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:04 smithi113 bash[84165]: cluster 2024-05-11T04:43:03.049483+0000 mgr.y (mgr.25853) 484 : cluster [DBG] pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:04.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:04 smithi113 bash[84165]: cluster 2024-05-11T04:43:03.049483+0000 mgr.y (mgr.25853) 484 : cluster [DBG] pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:04.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:04 smithi173 bash[67089]: cluster 2024-05-11T04:43:03.049483+0000 mgr.y (mgr.25853) 484 : cluster [DBG] pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:04.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:04 smithi173 bash[67089]: cluster 2024-05-11T04:43:03.049483+0000 mgr.y (mgr.25853) 484 : cluster [DBG] pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:06 smithi113 bash[81732]: cluster 2024-05-11T04:43:05.050500+0000 mgr.y (mgr.25853) 485 : cluster [DBG] pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:06 smithi113 bash[81732]: cluster 2024-05-11T04:43:05.050500+0000 mgr.y (mgr.25853) 485 : cluster [DBG] pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:06 smithi113 bash[84165]: cluster 2024-05-11T04:43:05.050500+0000 mgr.y (mgr.25853) 485 : cluster [DBG] pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:06 smithi113 bash[84165]: cluster 2024-05-11T04:43:05.050500+0000 mgr.y (mgr.25853) 485 : cluster [DBG] pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:06 smithi173 bash[67089]: cluster 2024-05-11T04:43:05.050500+0000 mgr.y (mgr.25853) 485 : cluster [DBG] pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:06 smithi173 bash[67089]: cluster 2024-05-11T04:43:05.050500+0000 mgr.y (mgr.25853) 485 : cluster [DBG] pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:06.744 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:43:06.744 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:43:07.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:07 smithi113 bash[81732]: audit 2024-05-11T04:43:06.748059+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.113:0/3204166348' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:07.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:07 smithi113 bash[81732]: audit 2024-05-11T04:43:06.748059+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.113:0/3204166348' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:07.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:07 smithi113 bash[84165]: audit 2024-05-11T04:43:06.748059+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.113:0/3204166348' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:07.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:07 smithi113 bash[84165]: audit 2024-05-11T04:43:06.748059+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.113:0/3204166348' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:07 smithi173 bash[67089]: audit 2024-05-11T04:43:06.748059+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.113:0/3204166348' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:07.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:07 smithi173 bash[67089]: audit 2024-05-11T04:43:06.748059+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.113:0/3204166348' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:08.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:08 smithi113 bash[81732]: cluster 2024-05-11T04:43:07.051512+0000 mgr.y (mgr.25853) 486 : cluster [DBG] pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:08.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:08 smithi113 bash[81732]: cluster 2024-05-11T04:43:07.051512+0000 mgr.y (mgr.25853) 486 : cluster [DBG] pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:08.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:08 smithi113 bash[84165]: cluster 2024-05-11T04:43:07.051512+0000 mgr.y (mgr.25853) 486 : cluster [DBG] pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:08.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:08 smithi113 bash[84165]: cluster 2024-05-11T04:43:07.051512+0000 mgr.y (mgr.25853) 486 : cluster [DBG] pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:08 smithi173 bash[67089]: cluster 2024-05-11T04:43:07.051512+0000 mgr.y (mgr.25853) 486 : cluster [DBG] pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:08.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:08 smithi173 bash[67089]: cluster 2024-05-11T04:43:07.051512+0000 mgr.y (mgr.25853) 486 : cluster [DBG] pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:09.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:09 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:43:09] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-05-11T04:43:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:10 smithi113 bash[81732]: cluster 2024-05-11T04:43:09.052371+0000 mgr.y (mgr.25853) 487 : cluster [DBG] pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:10.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:10 smithi113 bash[81732]: cluster 2024-05-11T04:43:09.052371+0000 mgr.y (mgr.25853) 487 : cluster [DBG] pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:10 smithi113 bash[84165]: cluster 2024-05-11T04:43:09.052371+0000 mgr.y (mgr.25853) 487 : cluster [DBG] pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:10.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:10 smithi113 bash[84165]: cluster 2024-05-11T04:43:09.052371+0000 mgr.y (mgr.25853) 487 : cluster [DBG] pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:10.500 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:43:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:10 smithi173 bash[67089]: cluster 2024-05-11T04:43:09.052371+0000 mgr.y (mgr.25853) 487 : cluster [DBG] pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:10.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:10 smithi173 bash[67089]: cluster 2024-05-11T04:43:09.052371+0000 mgr.y (mgr.25853) 487 : cluster [DBG] pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:12.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:12 smithi113 bash[81732]: cluster 2024-05-11T04:43:11.053351+0000 mgr.y (mgr.25853) 488 : cluster [DBG] pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:12.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:12 smithi113 bash[81732]: cluster 2024-05-11T04:43:11.053351+0000 mgr.y (mgr.25853) 488 : cluster [DBG] pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:12 smithi113 bash[84165]: cluster 2024-05-11T04:43:11.053351+0000 mgr.y (mgr.25853) 488 : cluster [DBG] pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:12.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:12 smithi113 bash[84165]: cluster 2024-05-11T04:43:11.053351+0000 mgr.y (mgr.25853) 488 : cluster [DBG] pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:12.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:12 smithi173 bash[67089]: cluster 2024-05-11T04:43:11.053351+0000 mgr.y (mgr.25853) 488 : cluster [DBG] pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:12.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:12 smithi173 bash[67089]: cluster 2024-05-11T04:43:11.053351+0000 mgr.y (mgr.25853) 488 : cluster [DBG] pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:14 smithi113 bash[81732]: cluster 2024-05-11T04:43:13.054197+0000 mgr.y (mgr.25853) 489 : cluster [DBG] pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:14 smithi113 bash[81732]: cluster 2024-05-11T04:43:13.054197+0000 mgr.y (mgr.25853) 489 : cluster [DBG] pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:14 smithi113 bash[81732]: audit 2024-05-11T04:43:13.838978+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:14 smithi113 bash[81732]: audit 2024-05-11T04:43:13.838978+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:14 smithi113 bash[84165]: cluster 2024-05-11T04:43:13.054197+0000 mgr.y (mgr.25853) 489 : cluster [DBG] pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:14 smithi113 bash[84165]: cluster 2024-05-11T04:43:13.054197+0000 mgr.y (mgr.25853) 489 : cluster [DBG] pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:14 smithi113 bash[84165]: audit 2024-05-11T04:43:13.838978+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:14.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:14 smithi113 bash[84165]: audit 2024-05-11T04:43:13.838978+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:14.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:14 smithi173 bash[67089]: cluster 2024-05-11T04:43:13.054197+0000 mgr.y (mgr.25853) 489 : cluster [DBG] pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:14 smithi173 bash[67089]: cluster 2024-05-11T04:43:13.054197+0000 mgr.y (mgr.25853) 489 : cluster [DBG] pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:14.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:14 smithi173 bash[67089]: audit 2024-05-11T04:43:13.838978+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:14.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:14 smithi173 bash[67089]: audit 2024-05-11T04:43:13.838978+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:15.238 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:16.387 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:16 smithi113 bash[81732]: cluster 2024-05-11T04:43:15.055155+0000 mgr.y (mgr.25853) 490 : cluster [DBG] pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:16.387 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:16 smithi113 bash[81732]: cluster 2024-05-11T04:43:15.055155+0000 mgr.y (mgr.25853) 490 : cluster [DBG] pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:16.387 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:16 smithi113 bash[84165]: cluster 2024-05-11T04:43:15.055155+0000 mgr.y (mgr.25853) 490 : cluster [DBG] pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:16.388 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:16 smithi113 bash[84165]: cluster 2024-05-11T04:43:15.055155+0000 mgr.y (mgr.25853) 490 : cluster [DBG] pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:16.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:16 smithi173 bash[67089]: cluster 2024-05-11T04:43:15.055155+0000 mgr.y (mgr.25853) 490 : cluster [DBG] pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:16.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:16 smithi173 bash[67089]: cluster 2024-05-11T04:43:15.055155+0000 mgr.y (mgr.25853) 490 : cluster [DBG] pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.265 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:43:18.265 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:43:18.443 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:18 smithi113 bash[84165]: cluster 2024-05-11T04:43:17.056080+0000 mgr.y (mgr.25853) 491 : cluster [DBG] pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.443 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:18 smithi113 bash[84165]: cluster 2024-05-11T04:43:17.056080+0000 mgr.y (mgr.25853) 491 : cluster [DBG] pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.443 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:18 smithi113 bash[81732]: cluster 2024-05-11T04:43:17.056080+0000 mgr.y (mgr.25853) 491 : cluster [DBG] pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.443 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:18 smithi113 bash[81732]: cluster 2024-05-11T04:43:17.056080+0000 mgr.y (mgr.25853) 491 : cluster [DBG] pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:18 smithi173 bash[67089]: cluster 2024-05-11T04:43:17.056080+0000 mgr.y (mgr.25853) 491 : cluster [DBG] pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:18 smithi173 bash[67089]: cluster 2024-05-11T04:43:17.056080+0000 mgr.y (mgr.25853) 491 : cluster [DBG] pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:19 smithi113 bash[81732]: audit 2024-05-11T04:43:18.268902+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.113:0/393115432' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:19.226 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:19 smithi113 bash[81732]: audit 2024-05-11T04:43:18.268902+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.113:0/393115432' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:19 smithi113 bash[84165]: audit 2024-05-11T04:43:18.268902+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.113:0/393115432' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:19.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:19 smithi113 bash[84165]: audit 2024-05-11T04:43:18.268902+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.113:0/393115432' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:19.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:19 smithi173 bash[67089]: audit 2024-05-11T04:43:18.268902+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.113:0/393115432' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:19.520 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:19 smithi173 bash[67089]: audit 2024-05-11T04:43:18.268902+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.113:0/393115432' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:19.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:19 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:43:19] "GET /metrics HTTP/1.1" 200 34164 "" "Prometheus/2.43.0" 2024-05-11T04:43:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:20 smithi113 bash[81732]: cluster 2024-05-11T04:43:19.056863+0000 mgr.y (mgr.25853) 492 : cluster [DBG] pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:20 smithi113 bash[81732]: cluster 2024-05-11T04:43:19.056863+0000 mgr.y (mgr.25853) 492 : cluster [DBG] pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:20 smithi113 bash[84165]: cluster 2024-05-11T04:43:19.056863+0000 mgr.y (mgr.25853) 492 : cluster [DBG] pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:20 smithi113 bash[84165]: cluster 2024-05-11T04:43:19.056863+0000 mgr.y (mgr.25853) 492 : cluster [DBG] pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:20 smithi173 bash[67089]: cluster 2024-05-11T04:43:19.056863+0000 mgr.y (mgr.25853) 492 : cluster [DBG] pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:20 smithi173 bash[67089]: cluster 2024-05-11T04:43:19.056863+0000 mgr.y (mgr.25853) 492 : cluster [DBG] pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:21.957 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:43:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:22 smithi113 bash[81732]: cluster 2024-05-11T04:43:21.057809+0000 mgr.y (mgr.25853) 493 : cluster [DBG] pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.227 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:22 smithi113 bash[81732]: cluster 2024-05-11T04:43:21.057809+0000 mgr.y (mgr.25853) 493 : cluster [DBG] pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:22 smithi113 bash[84165]: cluster 2024-05-11T04:43:21.057809+0000 mgr.y (mgr.25853) 493 : cluster [DBG] pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.227 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:22 smithi113 bash[84165]: cluster 2024-05-11T04:43:21.057809+0000 mgr.y (mgr.25853) 493 : cluster [DBG] pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:22 smithi173 bash[67089]: cluster 2024-05-11T04:43:21.057809+0000 mgr.y (mgr.25853) 493 : cluster [DBG] pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:22 smithi173 bash[67089]: cluster 2024-05-11T04:43:21.057809+0000 mgr.y (mgr.25853) 493 : cluster [DBG] pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:24 smithi113 bash[81732]: cluster 2024-05-11T04:43:23.058631+0000 mgr.y (mgr.25853) 494 : cluster [DBG] pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:24 smithi113 bash[81732]: cluster 2024-05-11T04:43:23.058631+0000 mgr.y (mgr.25853) 494 : cluster [DBG] pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:24 smithi113 bash[84165]: cluster 2024-05-11T04:43:23.058631+0000 mgr.y (mgr.25853) 494 : cluster [DBG] pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:24 smithi113 bash[84165]: cluster 2024-05-11T04:43:23.058631+0000 mgr.y (mgr.25853) 494 : cluster [DBG] pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:24 smithi173 bash[67089]: cluster 2024-05-11T04:43:23.058631+0000 mgr.y (mgr.25853) 494 : cluster [DBG] pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:24 smithi173 bash[67089]: cluster 2024-05-11T04:43:23.058631+0000 mgr.y (mgr.25853) 494 : cluster [DBG] pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:26 smithi113 bash[81732]: cluster 2024-05-11T04:43:25.059513+0000 mgr.y (mgr.25853) 495 : cluster [DBG] pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:26 smithi113 bash[81732]: cluster 2024-05-11T04:43:25.059513+0000 mgr.y (mgr.25853) 495 : cluster [DBG] pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:26 smithi113 bash[84165]: cluster 2024-05-11T04:43:25.059513+0000 mgr.y (mgr.25853) 495 : cluster [DBG] pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:26 smithi113 bash[84165]: cluster 2024-05-11T04:43:25.059513+0000 mgr.y (mgr.25853) 495 : cluster [DBG] pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:26 smithi173 bash[67089]: cluster 2024-05-11T04:43:25.059513+0000 mgr.y (mgr.25853) 495 : cluster [DBG] pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:26 smithi173 bash[67089]: cluster 2024-05-11T04:43:25.059513+0000 mgr.y (mgr.25853) 495 : cluster [DBG] pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.693 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:28.476 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:28 smithi113 bash[81732]: cluster 2024-05-11T04:43:27.060397+0000 mgr.y (mgr.25853) 496 : cluster [DBG] pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:28 smithi113 bash[81732]: cluster 2024-05-11T04:43:27.060397+0000 mgr.y (mgr.25853) 496 : cluster [DBG] pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:28 smithi113 bash[84165]: cluster 2024-05-11T04:43:27.060397+0000 mgr.y (mgr.25853) 496 : cluster [DBG] pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.477 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:28 smithi113 bash[84165]: cluster 2024-05-11T04:43:27.060397+0000 mgr.y (mgr.25853) 496 : cluster [DBG] pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:28 smithi173 bash[67089]: cluster 2024-05-11T04:43:27.060397+0000 mgr.y (mgr.25853) 496 : cluster [DBG] pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:28 smithi173 bash[67089]: cluster 2024-05-11T04:43:27.060397+0000 mgr.y (mgr.25853) 496 : cluster [DBG] pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:29 smithi113 bash[84165]: audit 2024-05-11T04:43:28.839502+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:29.476 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:29 smithi113 bash[84165]: audit 2024-05-11T04:43:28.839502+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:29.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:29 smithi113 bash[81732]: audit 2024-05-11T04:43:28.839502+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:29.477 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:29 smithi113 bash[81732]: audit 2024-05-11T04:43:28.839502+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:29 smithi173 bash[67089]: audit 2024-05-11T04:43:28.839502+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:29.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:29 smithi173 bash[67089]: audit 2024-05-11T04:43:28.839502+0000 mon.a (mon.0) 673 : audit [DBG] from='mgr.25853 172.21.15.113:0/3837569241' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:29.641 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-05-11T04:43:29.641 INFO:teuthology.orchestra.run.smithi113.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T04:43:29.976 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:29 smithi113 bash[74540]: ::ffff:172.21.15.173 - - [11/May/2024:04:43:29] "GET /metrics HTTP/1.1" 200 34162 "" "Prometheus/2.43.0" 2024-05-11T04:43:30.302 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph_manager.py", line 3251, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-05-11T04:43:30.540 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=9f48f531a7fe4f1bba3ddc409667845d Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph_manager.py", line 3251, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-05-11T04:43:30.542 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-11T04:43:30.551 INFO:tasks.cephadm:Teardown begin 2024-05-11T04:43:30.551 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:43:30.555 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:30 smithi173 bash[67089]: cluster 2024-05-11T04:43:29.061160+0000 mgr.y (mgr.25853) 497 : cluster [DBG] pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.555 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:30 smithi173 bash[67089]: cluster 2024-05-11T04:43:29.061160+0000 mgr.y (mgr.25853) 497 : cluster [DBG] pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.555 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:30 smithi173 bash[67089]: audit 2024-05-11T04:43:29.644664+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.113:0/970438020' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:30.555 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:30 smithi173 bash[67089]: audit 2024-05-11T04:43:29.644664+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.113:0/970438020' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:30.556 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 bash[81732]: cluster 2024-05-11T04:43:29.061160+0000 mgr.y (mgr.25853) 497 : cluster [DBG] pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.556 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 bash[81732]: cluster 2024-05-11T04:43:29.061160+0000 mgr.y (mgr.25853) 497 : cluster [DBG] pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.556 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 bash[81732]: audit 2024-05-11T04:43:29.644664+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.113:0/970438020' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:30.556 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 bash[81732]: audit 2024-05-11T04:43:29.644664+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.113:0/970438020' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:30.557 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:30 smithi113 bash[84165]: cluster 2024-05-11T04:43:29.061160+0000 mgr.y (mgr.25853) 497 : cluster [DBG] pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.557 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:30 smithi113 bash[84165]: cluster 2024-05-11T04:43:29.061160+0000 mgr.y (mgr.25853) 497 : cluster [DBG] pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.557 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:30 smithi113 bash[84165]: audit 2024-05-11T04:43:29.644664+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.113:0/970438020' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:30.557 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:30 smithi113 bash[84165]: audit 2024-05-11T04:43:29.644664+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.113:0/970438020' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:43:30.571 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:43:30.585 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-11T04:43:30.586 DEBUG:teuthology.orchestra.run.smithi113:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-11T04:43:30.617 DEBUG:teuthology.orchestra.run.smithi173:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-11T04:43:30.633 INFO:tasks.cephadm:Stopping all daemons... 2024-05-11T04:43:30.633 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-11T04:43:30.633 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a 2024-05-11T04:43:30.827 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:30 smithi113 bash[74540]: [11/May/2024:04:43:30] ENGINE Bus STOPPING 2024-05-11T04:43:30.828 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 systemd[1]: Stopping Ceph mon.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:30.828 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 bash[81732]: debug 2024-05-11T04:43:30.801+0000 7f6727cb5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:43:30.828 INFO:journalctl@ceph.mon.a.smithi113.stdout:May 11 04:43:30 smithi113 bash[81732]: debug 2024-05-11T04:43:30.801+0000 7f6727cb5700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-05-11T04:43:30.930 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:30 smithi113 bash[74540]: [11/May/2024:04:43:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:43:30.930 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:30 smithi113 bash[74540]: [11/May/2024:04:43:30] ENGINE Bus STOPPED 2024-05-11T04:43:30.930 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:30 smithi113 bash[74540]: [11/May/2024:04:43:30] ENGINE Bus STARTING 2024-05-11T04:43:30.930 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:30 smithi113 bash[74540]: [11/May/2024:04:43:30] ENGINE Serving on http://:::9283 2024-05-11T04:43:31.226 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:30 smithi113 bash[74540]: [11/May/2024:04:43:30] ENGINE Bus STARTED 2024-05-11T04:43:31.939 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.a.service' 2024-05-11T04:43:31.975 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:31.975 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-11T04:43:31.975 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-05-11T04:43:31.976 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.c 2024-05-11T04:43:32.195 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:32 smithi113 bash[74540]: [11/May/2024:04:43:32] ENGINE Bus STOPPING 2024-05-11T04:43:32.195 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:32 smithi113 systemd[1]: Stopping Ceph mon.c for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:32.195 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:32 smithi113 bash[84165]: debug 2024-05-11T04:43:32.161+0000 7fdb76568700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:43:32.195 INFO:journalctl@ceph.mon.c.smithi113.stdout:May 11 04:43:32 smithi113 bash[84165]: debug 2024-05-11T04:43:32.161+0000 7fdb76568700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-05-11T04:43:32.297 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:32 smithi113 bash[74540]: [11/May/2024:04:43:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:43:32.297 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:32 smithi113 bash[74540]: [11/May/2024:04:43:32] ENGINE Bus STOPPED 2024-05-11T04:43:32.298 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:32 smithi113 bash[74540]: [11/May/2024:04:43:32] ENGINE Bus STARTING 2024-05-11T04:43:32.623 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:32 smithi113 bash[74540]: [11/May/2024:04:43:32] ENGINE Serving on http://:::9283 2024-05-11T04:43:32.623 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:32 smithi113 bash[74540]: [11/May/2024:04:43:32] ENGINE Bus STARTED 2024-05-11T04:43:33.197 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.c.service' 2024-05-11T04:43:33.220 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:33.221 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-05-11T04:43:33.221 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-05-11T04:43:33.221 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.b 2024-05-11T04:43:33.519 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:33 smithi173 systemd[1]: Stopping Ceph mon.b for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:33.941 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:33 smithi173 bash[67089]: debug 2024-05-11T04:43:33.658+0000 7fbec2042700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:43:33.942 INFO:journalctl@ceph.mon.b.smithi173.stdout:May 11 04:43:33 smithi173 bash[67089]: debug 2024-05-11T04:43:33.658+0000 7fbec2042700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-05-11T04:43:34.476 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mon.b.service' 2024-05-11T04:43:34.509 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:34.510 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-05-11T04:43:34.510 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-11T04:43:34.510 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y 2024-05-11T04:43:34.906 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:34 smithi113 systemd[1]: Stopping Ceph mgr.y for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:34.906 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:34 smithi113 bash[74540]: debug 2024-05-11T04:43:34.661+0000 7f108da28700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:43:34.906 INFO:journalctl@ceph.mgr.y.smithi113.stdout:May 11 04:43:34 smithi113 bash[74540]: debug 2024-05-11T04:43:34.661+0000 7f108da28700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-11T04:43:35.486 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.y.service' 2024-05-11T04:43:35.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:35.510 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-11T04:43:35.510 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-11T04:43:35.510 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x 2024-05-11T04:43:35.874 INFO:journalctl@ceph.mgr.x.smithi173.stdout:May 11 04:43:35 smithi173 systemd[1]: Stopping Ceph mgr.x for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:36.395 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@mgr.x.service' 2024-05-11T04:43:36.418 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:36.419 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-11T04:43:36.419 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-11T04:43:36.419 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.0 2024-05-11T04:43:36.726 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:43:36 smithi113 systemd[1]: Stopping Ceph osd.0 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:36.727 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:43:36 smithi113 bash[90577]: debug 2024-05-11T04:43:36.569+0000 7f34b9c24700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:43:36.727 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:43:36 smithi113 bash[90577]: debug 2024-05-11T04:43:36.569+0000 7f34b9c24700 -1 osd.0 116 *** Got signal Terminated *** 2024-05-11T04:43:36.727 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:43:36 smithi113 bash[90577]: debug 2024-05-11T04:43:36.569+0000 7f34b9c24700 -1 osd.0 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:43:40.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:43:40 smithi113 bash[58107]: ts=2024-05-11T04:43:40.177Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:43:40.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:43:40 smithi113 bash[58107]: ts=2024-05-11T04:43:40.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:43:42.976 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:43:42 smithi113 bash[121116]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-0 2024-05-11T04:43:42.977 INFO:journalctl@ceph.osd.0.smithi113.stdout:May 11 04:43:42 smithi113 bash[121180]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-0 2024-05-11T04:43:44.467 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.0.service' 2024-05-11T04:43:44.495 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:44.495 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-11T04:43:44.495 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-11T04:43:44.496 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.1 2024-05-11T04:43:44.726 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:43:44 smithi113 systemd[1]: Stopping Ceph osd.1 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:44.727 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:43:44 smithi113 bash[95078]: debug 2024-05-11T04:43:44.669+0000 7ff7e3d6c700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:43:44.727 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:43:44 smithi113 bash[95078]: debug 2024-05-11T04:43:44.669+0000 7ff7e3d6c700 -1 osd.1 116 *** Got signal Terminated *** 2024-05-11T04:43:44.727 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:43:44 smithi113 bash[95078]: debug 2024-05-11T04:43:44.669+0000 7ff7e3d6c700 -1 osd.1 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:43:50.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:43:50 smithi113 bash[58107]: ts=2024-05-11T04:43:50.177Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:43:50.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:43:50 smithi113 bash[58107]: ts=2024-05-11T04:43:50.178Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:43:50.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:43:50 smithi113 bash[58107]: ts=2024-05-11T04:43:50.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:43:50.976 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:43:50 smithi113 bash[121314]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-1 2024-05-11T04:43:50.977 INFO:journalctl@ceph.osd.1.smithi113.stdout:May 11 04:43:50 smithi113 bash[121383]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-1 2024-05-11T04:43:52.576 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.1.service' 2024-05-11T04:43:52.603 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:43:52.604 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-11T04:43:52.604 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-11T04:43:52.604 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.2 2024-05-11T04:43:52.976 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:43:52 smithi113 systemd[1]: Stopping Ceph osd.2 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:43:52.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:43:52 smithi113 bash[100458]: debug 2024-05-11T04:43:52.801+0000 7f459b216700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:43:52.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:43:52 smithi113 bash[100458]: debug 2024-05-11T04:43:52.801+0000 7f459b216700 -1 osd.2 116 *** Got signal Terminated *** 2024-05-11T04:43:52.977 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:43:52 smithi113 bash[100458]: debug 2024-05-11T04:43:52.801+0000 7f459b216700 -1 osd.2 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:43:59.226 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:43:58 smithi113 bash[121517]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-2 2024-05-11T04:43:59.227 INFO:journalctl@ceph.osd.2.smithi113.stdout:May 11 04:43:59 smithi113 bash[121582]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-2 2024-05-11T04:44:00.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:00 smithi113 bash[58107]: ts=2024-05-11T04:44:00.178Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:00.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:00 smithi113 bash[58107]: ts=2024-05-11T04:44:00.178Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:00.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:00 smithi113 bash[58107]: ts=2024-05-11T04:44:00.180Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:44:00.780 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.2.service' 2024-05-11T04:44:00.807 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:00.807 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-11T04:44:00.807 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-11T04:44:00.807 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.3 2024-05-11T04:44:01.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:00 smithi113 systemd[1]: Stopping Ceph osd.3 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:01.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:00 smithi113 bash[105012]: debug 2024-05-11T04:44:00.985+0000 7f9e25a7f700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:44:01.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:00 smithi113 bash[105012]: debug 2024-05-11T04:44:00.985+0000 7f9e25a7f700 -1 osd.3 116 *** Got signal Terminated *** 2024-05-11T04:44:01.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:00 smithi113 bash[105012]: debug 2024-05-11T04:44:00.985+0000 7f9e25a7f700 -1 osd.3 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:44:02.947 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:02 smithi173 bash[43544]: debug 2024-05-11T04:44:02.530+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:03.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:02 smithi173 bash[72509]: debug 2024-05-11T04:44:02.950+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:03.726 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:03 smithi113 bash[105012]: debug 2024-05-11T04:44:03.293+0000 7f9e22073700 -1 osd.3 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:36.816887+0000 front 2024-05-11T04:43:36.816361+0000 (oldest deadline 2024-05-11T04:44:02.716569+0000) 2024-05-11T04:44:03.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:03 smithi173 bash[43544]: debug 2024-05-11T04:44:03.518+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:03.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:03 smithi173 bash[32387]: debug 2024-05-11T04:44:03.662+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:04.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:03 smithi173 bash[72509]: debug 2024-05-11T04:44:03.994+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:04.726 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:04 smithi113 bash[105012]: debug 2024-05-11T04:44:04.265+0000 7f9e22073700 -1 osd.3 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:36.816887+0000 front 2024-05-11T04:43:36.816361+0000 (oldest deadline 2024-05-11T04:44:02.716569+0000) 2024-05-11T04:44:04.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:04 smithi173 bash[43544]: debug 2024-05-11T04:44:04.486+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:04.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:04 smithi173 bash[32387]: debug 2024-05-11T04:44:04.630+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:05.458 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:05 smithi173 bash[72509]: debug 2024-05-11T04:44:05.030+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:05.726 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:05 smithi113 bash[105012]: debug 2024-05-11T04:44:05.289+0000 7f9e22073700 -1 osd.3 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:36.816887+0000 front 2024-05-11T04:43:36.816361+0000 (oldest deadline 2024-05-11T04:44:02.716569+0000) 2024-05-11T04:44:05.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:05 smithi173 bash[43544]: debug 2024-05-11T04:44:05.462+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:05.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:05 smithi173 bash[32387]: debug 2024-05-11T04:44:05.606+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:06.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:06 smithi173 bash[72509]: debug 2024-05-11T04:44:06.058+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:06.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:06 smithi173 bash[37738]: debug 2024-05-11T04:44:06.006+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:06.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:06 smithi173 bash[32387]: debug 2024-05-11T04:44:06.594+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:06.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:06 smithi173 bash[43544]: debug 2024-05-11T04:44:06.414+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:07.226 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:06 smithi113 bash[121715]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-3 2024-05-11T04:44:07.227 INFO:journalctl@ceph.osd.3.smithi113.stdout:May 11 04:44:07 smithi113 bash[121783]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-3 2024-05-11T04:44:07.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:07 smithi173 bash[72509]: debug 2024-05-11T04:44:07.074+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:07.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:06 smithi173 bash[37738]: debug 2024-05-11T04:44:06.986+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:07.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:07 smithi173 bash[32387]: debug 2024-05-11T04:44:07.574+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:07.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:07 smithi173 bash[43544]: debug 2024-05-11T04:44:07.446+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:08.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:08 smithi173 bash[72509]: debug 2024-05-11T04:44:08.118+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:08.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:08 smithi173 bash[37738]: debug 2024-05-11T04:44:08.010+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:08.722 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.3.service' 2024-05-11T04:44:08.747 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:08.747 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-11T04:44:08.747 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-11T04:44:08.747 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.4 2024-05-11T04:44:08.758 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:08 smithi173 bash[43544]: debug 2024-05-11T04:44:08.482+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:08.759 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:08 smithi173 bash[32387]: debug 2024-05-11T04:44:08.562+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:09.019 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:08 smithi173 systemd[1]: Stopping Ceph osd.4 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:09.019 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:08 smithi173 bash[72509]: debug 2024-05-11T04:44:08.906+0000 7fbe990f0700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:44:09.019 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:08 smithi173 bash[72509]: debug 2024-05-11T04:44:08.906+0000 7fbe990f0700 -1 osd.4 116 *** Got signal Terminated *** 2024-05-11T04:44:09.019 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:08 smithi173 bash[72509]: debug 2024-05-11T04:44:08.906+0000 7fbe990f0700 -1 osd.4 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:44:09.479 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:09 smithi173 bash[72509]: debug 2024-05-11T04:44:09.078+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:09.479 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:09 smithi173 bash[37738]: debug 2024-05-11T04:44:09.034+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:09.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:09 smithi173 bash[32387]: debug 2024-05-11T04:44:09.550+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:09.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:09 smithi173 bash[43544]: debug 2024-05-11T04:44:09.482+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:10.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:10 smithi113 bash[58107]: ts=2024-05-11T04:44:10.179Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:44:10.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:10 smithi113 bash[58107]: ts=2024-05-11T04:44:10.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:10.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:10 smithi113 bash[58107]: ts=2024-05-11T04:44:10.181Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:44:10.496 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:10 smithi173 bash[37738]: debug 2024-05-11T04:44:10.065+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:10.496 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:10 smithi173 bash[72509]: debug 2024-05-11T04:44:10.077+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:10.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:10 smithi173 bash[32387]: debug 2024-05-11T04:44:10.525+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:10.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:10 smithi173 bash[43544]: debug 2024-05-11T04:44:10.497+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:11.492 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:11 smithi173 bash[72509]: debug 2024-05-11T04:44:11.089+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:11.492 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:11 smithi173 bash[37738]: debug 2024-05-11T04:44:11.061+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:11.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:11 smithi173 bash[32387]: debug 2024-05-11T04:44:11.493+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:11.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:11 smithi173 bash[43544]: debug 2024-05-11T04:44:11.525+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:11.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:11 smithi173 bash[43544]: debug 2024-05-11T04:44:11.525+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:12.466 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:12 smithi173 bash[72509]: debug 2024-05-11T04:44:12.041+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:12.467 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:12 smithi173 bash[72509]: debug 2024-05-11T04:44:12.041+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.086134+0000 front 2024-05-11T04:43:48.086401+0000 (oldest deadline 2024-05-11T04:44:11.585900+0000) 2024-05-11T04:44:12.467 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:12 smithi173 bash[37738]: debug 2024-05-11T04:44:12.037+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:12.467 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:12 smithi173 bash[37738]: debug 2024-05-11T04:44:12.037+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:12.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:12 smithi173 bash[32387]: debug 2024-05-11T04:44:12.469+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:12.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:12 smithi173 bash[32387]: debug 2024-05-11T04:44:12.469+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:12.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:12 smithi173 bash[43544]: debug 2024-05-11T04:44:12.541+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:12.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:12 smithi173 bash[43544]: debug 2024-05-11T04:44:12.541+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:13.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:12 smithi173 bash[37738]: debug 2024-05-11T04:44:12.989+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:13.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:12 smithi173 bash[37738]: debug 2024-05-11T04:44:12.989+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:13.269 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:13 smithi173 bash[72509]: debug 2024-05-11T04:44:13.061+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:39.984234+0000 front 2024-05-11T04:43:39.984436+0000 (oldest deadline 2024-05-11T04:44:02.784651+0000) 2024-05-11T04:44:13.270 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:13 smithi173 bash[72509]: debug 2024-05-11T04:44:13.061+0000 7fbe916dc700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.086134+0000 front 2024-05-11T04:43:48.086401+0000 (oldest deadline 2024-05-11T04:44:11.585900+0000) 2024-05-11T04:44:13.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:13 smithi173 bash[32387]: debug 2024-05-11T04:44:13.473+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:13.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:13 smithi173 bash[32387]: debug 2024-05-11T04:44:13.473+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:13.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:13 smithi173 bash[43544]: debug 2024-05-11T04:44:13.581+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:13.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:13 smithi173 bash[43544]: debug 2024-05-11T04:44:13.581+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:14.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:13 smithi173 bash[37738]: debug 2024-05-11T04:44:13.965+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:14.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:13 smithi173 bash[37738]: debug 2024-05-11T04:44:13.965+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:14.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:14 smithi173 bash[32387]: debug 2024-05-11T04:44:14.505+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:14.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:14 smithi173 bash[32387]: debug 2024-05-11T04:44:14.505+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:14.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:14 smithi173 bash[43544]: debug 2024-05-11T04:44:14.577+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:14.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:14 smithi173 bash[43544]: debug 2024-05-11T04:44:14.577+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:15.095 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:14 smithi173 bash[78034]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-4 2024-05-11T04:44:15.095 INFO:journalctl@ceph.osd.4.smithi173.stdout:May 11 04:44:15 smithi173 bash[78100]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-4 2024-05-11T04:44:15.096 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:14 smithi173 bash[37738]: debug 2024-05-11T04:44:14.993+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:15.096 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:14 smithi173 bash[37738]: debug 2024-05-11T04:44:14.993+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:15.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:15 smithi173 bash[43544]: debug 2024-05-11T04:44:15.557+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:15.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:15 smithi173 bash[43544]: debug 2024-05-11T04:44:15.557+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:15.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:15 smithi173 bash[32387]: debug 2024-05-11T04:44:15.497+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:15.770 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:15 smithi173 bash[32387]: debug 2024-05-11T04:44:15.497+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:16.227 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:15 smithi173 bash[37738]: debug 2024-05-11T04:44:15.957+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:16.228 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:15 smithi173 bash[37738]: debug 2024-05-11T04:44:15.957+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:16.519 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:16 smithi173 bash[32387]: debug 2024-05-11T04:44:16.469+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:16.519 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:16 smithi173 bash[32387]: debug 2024-05-11T04:44:16.469+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:16.830 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:16 smithi173 bash[43544]: debug 2024-05-11T04:44:16.569+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:16.830 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:16 smithi173 bash[43544]: debug 2024-05-11T04:44:16.569+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:16.833 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.4.service' 2024-05-11T04:44:16.903 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:16.903 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-11T04:44:16.904 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-11T04:44:16.904 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.5 2024-05-11T04:44:17.089 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:16 smithi173 systemd[1]: Stopping Ceph osd.5 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:17.089 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:16 smithi173 bash[37738]: debug 2024-05-11T04:44:16.989+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:17.090 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:16 smithi173 bash[37738]: debug 2024-05-11T04:44:16.989+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:17.444 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:17 smithi173 bash[32387]: debug 2024-05-11T04:44:17.093+0000 7fee225dc700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:44:17.444 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:17 smithi173 bash[32387]: debug 2024-05-11T04:44:17.093+0000 7fee225dc700 -1 osd.5 116 *** Got signal Terminated *** 2024-05-11T04:44:17.444 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:17 smithi173 bash[32387]: debug 2024-05-11T04:44:17.093+0000 7fee225dc700 -1 osd.5 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:44:17.444 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:17 smithi173 bash[32387]: debug 2024-05-11T04:44:17.445+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:17.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:17 smithi173 bash[32387]: debug 2024-05-11T04:44:17.445+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:17.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:17 smithi173 bash[43544]: debug 2024-05-11T04:44:17.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:17.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:17 smithi173 bash[43544]: debug 2024-05-11T04:44:17.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:18.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:17 smithi173 bash[37738]: debug 2024-05-11T04:44:17.981+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:18.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:17 smithi173 bash[37738]: debug 2024-05-11T04:44:17.981+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:18.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:18 smithi173 bash[32387]: debug 2024-05-11T04:44:18.465+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:18.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:18 smithi173 bash[32387]: debug 2024-05-11T04:44:18.465+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:18.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:18 smithi173 bash[43544]: debug 2024-05-11T04:44:18.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:18.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:18 smithi173 bash[43544]: debug 2024-05-11T04:44:18.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:19.427 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:19 smithi173 bash[37738]: debug 2024-05-11T04:44:19.025+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:19.427 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:19 smithi173 bash[37738]: debug 2024-05-11T04:44:19.025+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:19.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:19 smithi173 bash[43544]: debug 2024-05-11T04:44:19.637+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:19.769 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:19 smithi173 bash[43544]: debug 2024-05-11T04:44:19.637+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:19.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:19 smithi173 bash[32387]: debug 2024-05-11T04:44:19.429+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:19.770 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:19 smithi173 bash[32387]: debug 2024-05-11T04:44:19.429+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:20.374 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:20 smithi173 bash[37738]: debug 2024-05-11T04:44:20.037+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:20.375 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:20 smithi173 bash[37738]: debug 2024-05-11T04:44:20.037+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:20.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:20 smithi113 bash[58107]: ts=2024-05-11T04:44:20.180Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:20.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:20 smithi113 bash[58107]: ts=2024-05-11T04:44:20.181Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:20.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:20 smithi113 bash[58107]: ts=2024-05-11T04:44:20.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:44:20.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:20 smithi173 bash[32387]: debug 2024-05-11T04:44:20.445+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:20.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:20 smithi173 bash[32387]: debug 2024-05-11T04:44:20.445+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:20.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:20 smithi173 bash[43544]: debug 2024-05-11T04:44:20.617+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:20.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:20 smithi173 bash[43544]: debug 2024-05-11T04:44:20.617+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:20.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:20 smithi173 bash[43544]: debug 2024-05-11T04:44:20.617+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:20.770 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:20 smithi173 bash[59928]: ts=2024-05-11T04:44:20.379Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:44:20.770 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:20 smithi173 bash[59928]: ts=2024-05-11T04:44:20.381Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:44:20.770 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:20 smithi173 bash[59928]: ts=2024-05-11T04:44:20.384Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:44:20.771 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:20 smithi173 bash[59928]: ts=2024-05-11T04:44:20.388Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:44:20.771 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:20 smithi173 bash[59928]: ts=2024-05-11T04:44:20.389Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.113:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.113:8765: connect: connection refused" 2024-05-11T04:44:21.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:20 smithi173 bash[37738]: debug 2024-05-11T04:44:20.989+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:21.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:20 smithi173 bash[37738]: debug 2024-05-11T04:44:20.989+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:21.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:21 smithi173 bash[32387]: debug 2024-05-11T04:44:21.481+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.580494+0000 front 2024-05-11T04:43:40.580229+0000 (oldest deadline 2024-05-11T04:44:02.879954+0000) 2024-05-11T04:44:21.769 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:21 smithi173 bash[32387]: debug 2024-05-11T04:44:21.481+0000 7fee1abca700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:48.682526+0000 front 2024-05-11T04:43:48.682706+0000 (oldest deadline 2024-05-11T04:44:11.582259+0000) 2024-05-11T04:44:21.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:21 smithi173 bash[43544]: debug 2024-05-11T04:44:21.569+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:21.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:21 smithi173 bash[43544]: debug 2024-05-11T04:44:21.569+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:21.770 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:21 smithi173 bash[43544]: debug 2024-05-11T04:44:21.569+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:22.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:22 smithi173 bash[37738]: debug 2024-05-11T04:44:22.005+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:22.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:22 smithi173 bash[37738]: debug 2024-05-11T04:44:22.005+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:22.964 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:22 smithi173 bash[43544]: debug 2024-05-11T04:44:22.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:22.964 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:22 smithi173 bash[43544]: debug 2024-05-11T04:44:22.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:22.965 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:22 smithi173 bash[43544]: debug 2024-05-11T04:44:22.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:23.254 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:23 smithi173 bash[78234]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-5 2024-05-11T04:44:23.254 INFO:journalctl@ceph.osd.5.smithi173.stdout:May 11 04:44:23 smithi173 bash[78298]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-5 2024-05-11T04:44:23.254 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:22 smithi173 bash[37738]: debug 2024-05-11T04:44:22.965+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:23.254 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:22 smithi173 bash[37738]: debug 2024-05-11T04:44:22.965+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:23.922 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:23 smithi173 bash[43544]: debug 2024-05-11T04:44:23.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:23.922 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:23 smithi173 bash[43544]: debug 2024-05-11T04:44:23.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:23.922 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:23 smithi173 bash[43544]: debug 2024-05-11T04:44:23.593+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:24.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:23 smithi173 bash[37738]: debug 2024-05-11T04:44:23.977+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:24.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:23 smithi173 bash[37738]: debug 2024-05-11T04:44:23.977+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:24.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:23 smithi173 bash[37738]: debug 2024-05-11T04:44:23.977+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:24.938 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:24 smithi173 bash[43544]: debug 2024-05-11T04:44:24.605+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:24.938 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:24 smithi173 bash[43544]: debug 2024-05-11T04:44:24.605+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:24.938 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:24 smithi173 bash[43544]: debug 2024-05-11T04:44:24.605+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:24.987 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.5.service' 2024-05-11T04:44:25.015 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:25.015 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-11T04:44:25.016 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-11T04:44:25.016 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.6 2024-05-11T04:44:25.189 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:24 smithi173 bash[37738]: debug 2024-05-11T04:44:24.941+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:25.189 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:24 smithi173 bash[37738]: debug 2024-05-11T04:44:24.941+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:25.189 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:24 smithi173 bash[37738]: debug 2024-05-11T04:44:24.941+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:25.189 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 systemd[1]: Stopping Ceph osd.6 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:25.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 bash[37738]: debug 2024-05-11T04:44:25.193+0000 7fd128292700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:44:25.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 bash[37738]: debug 2024-05-11T04:44:25.193+0000 7fd128292700 -1 osd.6 116 *** Got signal Terminated *** 2024-05-11T04:44:25.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 bash[37738]: debug 2024-05-11T04:44:25.193+0000 7fd128292700 -1 osd.6 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:44:25.960 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:25 smithi173 bash[43544]: debug 2024-05-11T04:44:25.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:25.960 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:25 smithi173 bash[43544]: debug 2024-05-11T04:44:25.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:25.960 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:25 smithi173 bash[43544]: debug 2024-05-11T04:44:25.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:26.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 bash[37738]: debug 2024-05-11T04:44:25.961+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:26.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 bash[37738]: debug 2024-05-11T04:44:25.961+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:26.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:25 smithi173 bash[37738]: debug 2024-05-11T04:44:25.961+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:26.958 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:26 smithi173 bash[43544]: debug 2024-05-11T04:44:26.645+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:26.958 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:26 smithi173 bash[43544]: debug 2024-05-11T04:44:26.645+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:26.959 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:26 smithi173 bash[43544]: debug 2024-05-11T04:44:26.645+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:27.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:26 smithi173 bash[37738]: debug 2024-05-11T04:44:26.961+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:27.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:26 smithi173 bash[37738]: debug 2024-05-11T04:44:26.961+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:27.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:26 smithi173 bash[37738]: debug 2024-05-11T04:44:26.961+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:28.004 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:27 smithi173 bash[43544]: debug 2024-05-11T04:44:27.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:28.004 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:27 smithi173 bash[43544]: debug 2024-05-11T04:44:27.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:28.004 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:27 smithi173 bash[43544]: debug 2024-05-11T04:44:27.601+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:28.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:28 smithi173 bash[37738]: debug 2024-05-11T04:44:28.005+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:28.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:28 smithi173 bash[37738]: debug 2024-05-11T04:44:28.005+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:28.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:28 smithi173 bash[37738]: debug 2024-05-11T04:44:28.005+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:28.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:28 smithi173 bash[37738]: debug 2024-05-11T04:44:28.005+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:03.688716+0000 front 2024-05-11T04:44:03.688695+0000 (oldest deadline 2024-05-11T04:44:27.188168+0000) 2024-05-11T04:44:29.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:28 smithi173 bash[43544]: debug 2024-05-11T04:44:28.621+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:29.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:28 smithi173 bash[43544]: debug 2024-05-11T04:44:28.621+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:29.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:28 smithi173 bash[43544]: debug 2024-05-11T04:44:28.621+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:29.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:28 smithi173 bash[43544]: debug 2024-05-11T04:44:28.621+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:29.519 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:29 smithi173 bash[37738]: debug 2024-05-11T04:44:29.029+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:29.519 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:29 smithi173 bash[37738]: debug 2024-05-11T04:44:29.029+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:29.519 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:29 smithi173 bash[37738]: debug 2024-05-11T04:44:29.029+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:29.519 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:29 smithi173 bash[37738]: debug 2024-05-11T04:44:29.029+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:03.688716+0000 front 2024-05-11T04:44:03.688695+0000 (oldest deadline 2024-05-11T04:44:27.188168+0000) 2024-05-11T04:44:29.996 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:29 smithi173 bash[43544]: debug 2024-05-11T04:44:29.653+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:29.997 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:29 smithi173 bash[43544]: debug 2024-05-11T04:44:29.653+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:29.997 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:29 smithi173 bash[43544]: debug 2024-05-11T04:44:29.653+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:29.997 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:29 smithi173 bash[43544]: debug 2024-05-11T04:44:29.653+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:30.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:30 smithi173 bash[37738]: debug 2024-05-11T04:44:29.997+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:40.285137+0000 front 2024-05-11T04:43:40.285070+0000 (oldest deadline 2024-05-11T04:44:05.584774+0000) 2024-05-11T04:44:30.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:30 smithi173 bash[37738]: debug 2024-05-11T04:44:29.997+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:46.686227+0000 front 2024-05-11T04:43:46.686514+0000 (oldest deadline 2024-05-11T04:44:11.985888+0000) 2024-05-11T04:44:30.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:30 smithi173 bash[37738]: debug 2024-05-11T04:44:29.997+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:57.787945+0000 front 2024-05-11T04:43:57.788157+0000 (oldest deadline 2024-05-11T04:44:23.687655+0000) 2024-05-11T04:44:30.269 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:30 smithi173 bash[37738]: debug 2024-05-11T04:44:29.997+0000 7fd124888700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:03.688716+0000 front 2024-05-11T04:44:03.688695+0000 (oldest deadline 2024-05-11T04:44:27.188168+0000) 2024-05-11T04:44:30.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:30 smithi113 bash[58107]: ts=2024-05-11T04:44:30.180Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:30.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:30 smithi113 bash[58107]: ts=2024-05-11T04:44:30.181Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:30.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:30 smithi113 bash[58107]: ts=2024-05-11T04:44:30.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:44:31.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:30 smithi173 bash[43544]: debug 2024-05-11T04:44:30.689+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:31.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:30 smithi173 bash[43544]: debug 2024-05-11T04:44:30.689+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:31.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:30 smithi173 bash[43544]: debug 2024-05-11T04:44:30.689+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:31.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:30 smithi173 bash[43544]: debug 2024-05-11T04:44:30.689+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:31.525 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:31 smithi173 bash[78431]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-6 2024-05-11T04:44:31.525 INFO:journalctl@ceph.osd.6.smithi173.stdout:May 11 04:44:31 smithi173 bash[78495]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-6 2024-05-11T04:44:32.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:31 smithi173 bash[43544]: debug 2024-05-11T04:44:31.693+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:32.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:31 smithi173 bash[43544]: debug 2024-05-11T04:44:31.693+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:32.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:31 smithi173 bash[43544]: debug 2024-05-11T04:44:31.693+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:32.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:31 smithi173 bash[43544]: debug 2024-05-11T04:44:31.693+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:32.975 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:32 smithi173 bash[43544]: debug 2024-05-11T04:44:32.709+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:32.975 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:32 smithi173 bash[43544]: debug 2024-05-11T04:44:32.709+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:32.975 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:32 smithi173 bash[43544]: debug 2024-05-11T04:44:32.709+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:32.975 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:32 smithi173 bash[43544]: debug 2024-05-11T04:44:32.709+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:32.979 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.6.service' 2024-05-11T04:44:33.007 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:33.007 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-11T04:44:33.007 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-11T04:44:33.007 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.7 2024-05-11T04:44:33.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 systemd[1]: Stopping Ceph osd.7 for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:33.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.177+0000 7f3f56375700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:44:33.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.177+0000 7f3f56375700 -1 osd.7 116 *** Got signal Terminated *** 2024-05-11T04:44:33.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.177+0000 7f3f56375700 -1 osd.7 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:44:34.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.741+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:34.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.741+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:34.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.741+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:34.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:33 smithi173 bash[43544]: debug 2024-05-11T04:44:33.741+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:35.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:34 smithi173 bash[43544]: debug 2024-05-11T04:44:34.761+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:35.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:34 smithi173 bash[43544]: debug 2024-05-11T04:44:34.761+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:35.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:34 smithi173 bash[43544]: debug 2024-05-11T04:44:34.761+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:35.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:34 smithi173 bash[43544]: debug 2024-05-11T04:44:34.761+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:36.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:35 smithi173 bash[43544]: debug 2024-05-11T04:44:35.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:36.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:35 smithi173 bash[43544]: debug 2024-05-11T04:44:35.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:36.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:35 smithi173 bash[43544]: debug 2024-05-11T04:44:35.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:36.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:35 smithi173 bash[43544]: debug 2024-05-11T04:44:35.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:37.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:36 smithi173 bash[43544]: debug 2024-05-11T04:44:36.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:37.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:36 smithi173 bash[43544]: debug 2024-05-11T04:44:36.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:37.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:36 smithi173 bash[43544]: debug 2024-05-11T04:44:36.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:37.269 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:36 smithi173 bash[43544]: debug 2024-05-11T04:44:36.789+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:38.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:37 smithi173 bash[43544]: debug 2024-05-11T04:44:37.749+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6806 osd.0 since back 2024-05-11T04:43:37.204197+0000 front 2024-05-11T04:43:37.204342+0000 (oldest deadline 2024-05-11T04:44:02.503958+0000) 2024-05-11T04:44:38.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:37 smithi173 bash[43544]: debug 2024-05-11T04:44:37.749+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6814 osd.1 since back 2024-05-11T04:43:47.006905+0000 front 2024-05-11T04:43:47.006996+0000 (oldest deadline 2024-05-11T04:44:10.506750+0000) 2024-05-11T04:44:38.019 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:37 smithi173 bash[43544]: debug 2024-05-11T04:44:37.749+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6822 osd.2 since back 2024-05-11T04:43:55.808322+0000 front 2024-05-11T04:43:55.808195+0000 (oldest deadline 2024-05-11T04:44:20.508079+0000) 2024-05-11T04:44:38.020 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:37 smithi173 bash[43544]: debug 2024-05-11T04:44:37.749+0000 7f3f5296b700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.113:6830 osd.3 since back 2024-05-11T04:44:02.209563+0000 front 2024-05-11T04:44:02.209665+0000 (oldest deadline 2024-05-11T04:44:28.109330+0000) 2024-05-11T04:44:39.519 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:39 smithi173 bash[78630]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-7 2024-05-11T04:44:39.519 INFO:journalctl@ceph.osd.7.smithi173.stdout:May 11 04:44:39 smithi173 bash[78694]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-osd-7 2024-05-11T04:44:40.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:40 smithi113 bash[58107]: ts=2024-05-11T04:44:40.181Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:40.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:40 smithi113 bash[58107]: ts=2024-05-11T04:44:40.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi113.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.113:8443: connect: connection refused" 2024-05-11T04:44:40.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:40 smithi113 bash[58107]: ts=2024-05-11T04:44:40.183Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi173.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-05-11T04:44:40.997 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@osd.7.service' 2024-05-11T04:44:41.024 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:41.024 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-11T04:44:41.024 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-05-11T04:44:41.024 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-567346c6-0f4c-11ef-bc98-c7b262605968@prometheus.a 2024-05-11T04:44:41.269 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 systemd[1]: Stopping Ceph prometheus.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:41.269 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:44:41.269 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:44:41.270 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.196Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:44:41.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.197Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:44:41.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.197Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:44:41.271 INFO:journalctl@ceph.prometheus.a.smithi173.stdout:May 11 04:44:41 smithi173 bash[59928]: ts=2024-05-11T04:44:41.197Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:44:41.840 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-567346c6-0f4c-11ef-bc98-c7b262605968@prometheus.a.service' 2024-05-11T04:44:41.862 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T04:44:41.863 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-05-11T04:44:41.863 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-11T04:44:41.986 INFO:teuthology.orchestra.run.smithi113.stdout:Deleting cluster with fsid: 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:44:46.837 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:46.838 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.207 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.208 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:46 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.476 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.476 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.477 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.770 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:47.770 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:48.094 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:48.094 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:47 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:48.358 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:48.358 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 systemd[1]: Stopping Ceph node-exporter.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:48.358 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:48 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:49.095 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 bash[122140]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-node-exporter-a 2024-05-11T04:44:49.096 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:44:49.096 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 bash[122200]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-node-exporter-a 2024-05-11T04:44:49.096 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-05-11T04:44:49.096 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:48 smithi113 systemd[1]: Stopped Ceph node-exporter.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:44:49.368 INFO:journalctl@ceph.node-exporter.a.smithi113.stdout:May 11 04:44:49 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:49.369 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:49.369 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 systemd[1]: Stopping Ceph alertmanager.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:49.369 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 bash[58107]: ts=2024-05-11T04:44:49.306Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:44:50.109 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 bash[122261]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T04:44:50.109 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 bash[122321]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T04:44:50.109 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-11T04:44:50.109 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:49 smithi113 systemd[1]: Stopped Ceph alertmanager.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:44:50.476 INFO:journalctl@ceph.alertmanager.a.smithi113.stdout:May 11 04:44:50 smithi113 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:52.832 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-11T04:44:52.951 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:44:57.803 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:57 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:57.804 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:57 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.134 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:57 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.135 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:57 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.427 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.427 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.427 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.428 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.701 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:58.702 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:59.018 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:59.019 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:58 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:59.290 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:59.290 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:59.290 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: Stopping Ceph node-exporter.b for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:44:59.928 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 bash[79156]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-node-exporter-b 2024-05-11T04:44:59.928 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 bash[79217]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-node-exporter-b 2024-05-11T04:44:59.929 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:44:59.929 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-05-11T04:44:59.929 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: Stopped Ceph node-exporter.b for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:45:00.268 INFO:journalctl@ceph.node-exporter.b.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:45:00.269 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:44:59 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:45:00.269 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 systemd[1]: Stopping Ceph grafana.a for 567346c6-0f4c-11ef-bc98-c7b262605968... 2024-05-11T04:45:00.663 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 bash[79277]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-grafana-a 2024-05-11T04:45:01.011 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:45:01.011 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 bash[79338]: Error response from daemon: No such container: ceph-567346c6-0f4c-11ef-bc98-c7b262605968-grafana-a 2024-05-11T04:45:01.011 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 systemd[1]: ceph-567346c6-0f4c-11ef-bc98-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-05-11T04:45:01.011 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 systemd[1]: Stopped Ceph grafana.a for 567346c6-0f4c-11ef-bc98-c7b262605968. 2024-05-11T04:45:01.011 INFO:journalctl@ceph.grafana.a.smithi173.stdout:May 11 04:45:00 smithi173 systemd[1]: /etc/systemd/system/ceph-567346c6-0f4c-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:45:10.676 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:45:10.692 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:45:10.704 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-11T04:45:10.706 DEBUG:teuthology.misc:Transferring archived files from smithi113:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/remote/smithi113/crash 2024-05-11T04:45:10.707 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/crash -- . 2024-05-11T04:45:10.748 INFO:teuthology.orchestra.run.smithi113.stderr:tar: /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-11T04:45:10.748 INFO:teuthology.orchestra.run.smithi113.stderr:tar: Error is not recoverable: exiting now 2024-05-11T04:45:10.750 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/remote/smithi173/crash 2024-05-11T04:45:10.751 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/crash -- . 2024-05-11T04:45:10.762 INFO:teuthology.orchestra.run.smithi173.stderr:tar: /var/lib/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-11T04:45:10.762 INFO:teuthology.orchestra.run.smithi173.stderr:tar: Error is not recoverable: exiting now 2024-05-11T04:45:10.763 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-11T04:45:10.764 DEBUG:teuthology.orchestra.run.smithi113:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-05-11T04:45:10.804 INFO:teuthology.orchestra.run.smithi113.stdout:2024-05-11T04:29:58.707399+0000 mon.a (mon.0) 23 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:45:10.806 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-05-11T04:45:10.806 INFO:tasks.cephadm:Compressing logs... 2024-05-11T04:45:10.806 DEBUG:teuthology.orchestra.run.smithi113:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-11T04:45:10.850 DEBUG:teuthology.orchestra.run.smithi173:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-11T04:45:10.859 INFO:teuthology.orchestra.run.smithi113.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-05-11T04:45:10.862 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-11T04:45:10.863 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mgr.y.log 2024-05-11T04:45:10.863 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.0.log 2024-05-11T04:45:10.864 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mds.foo.smithi113.zdnevb.log 2024-05-11T04:45:10.864 INFO:teuthology.orchestra.run.smithi173.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-05-11T04:45:10.867 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.2.log 2024-05-11T04:45:10.867 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.a.log 2024-05-11T04:45:10.867 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mds.foo.smithi113.zdnevb.log: /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-11T04:45:10.867 INFO:teuthology.orchestra.run.smithi113.stderr:gzip/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.a.log: -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.3.log 2024-05-11T04:45:10.867 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.1.log 2024-05-11T04:45:10.868 INFO:teuthology.orchestra.run.smithi113.stderr: 87.1% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mds.foo.smithi113.zdnevb.log.gz 2024-05-11T04:45:10.868 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.3.log: 90.7% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-11T04:45:10.868 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log 2024-05-11T04:45:10.869 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-11T04:45:10.869 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-11T04:45:10.869 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.c.log 2024-05-11T04:45:10.871 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-11T04:45:10.871 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mds.foo.smithi173.ibjpzf.log 2024-05-11T04:45:10.871 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.7.log 2024-05-11T04:45:10.872 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mds.foo.smithi173.ibjpzf.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.6.log 2024-05-11T04:45:10.872 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.7.log: 85.6% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mds.foo.smithi173.ibjpzf.log.gz 2024-05-11T04:45:10.872 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-11T04:45:10.874 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.5.log 2024-05-11T04:45:10.874 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.6.log: /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mgr.x.log 2024-05-11T04:45:10.874 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.5.log: gzip 84.3% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.cephadm.log.gz -5 2024-05-11T04:45:10.874 INFO:teuthology.orchestra.run.smithi173.stderr: --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log 2024-05-11T04:45:10.875 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-11T04:45:10.875 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-11T04:45:10.875 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.b.log 2024-05-11T04:45:10.876 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-volume.log: 93.4% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-11T04:45:10.876 INFO:teuthology.orchestra.run.smithi113.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-11T04:45:10.877 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.audit.log: 88.2% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-11T04:45:10.878 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.4.log 2024-05-11T04:45:10.879 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.b.log: 90.3% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-11T04:45:10.883 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.4.log: 83.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-11T04:45:10.890 INFO:teuthology.orchestra.run.smithi113.stderr:/var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.c.log: /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.audit.log: 91.1% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-11T04:45:10.891 INFO:teuthology.orchestra.run.smithi173.stderr: 91.4% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-11T04:45:10.896 INFO:teuthology.orchestra.run.smithi113.stderr: 94.1% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-11T04:45:10.916 INFO:teuthology.orchestra.run.smithi173.stderr: 89.3% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mgr.x.log.gz 2024-05-11T04:45:11.250 INFO:teuthology.orchestra.run.smithi113.stderr: 92.2% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.c.log.gz 2024-05-11T04:45:11.286 INFO:teuthology.orchestra.run.smithi113.stderr: 89.1% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mgr.y.log.gz 2024-05-11T04:45:11.379 INFO:teuthology.orchestra.run.smithi173.stderr: 92.6% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.b.log.gz 2024-05-11T04:45:11.463 INFO:teuthology.orchestra.run.smithi173.stderr: 92.8% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.6.log.gz 2024-05-11T04:45:11.488 INFO:teuthology.orchestra.run.smithi173.stderr: 93.2% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.5.log.gz 2024-05-11T04:45:11.517 INFO:teuthology.orchestra.run.smithi113.stderr: 92.9% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.2.log.gz 2024-05-11T04:45:11.570 INFO:teuthology.orchestra.run.smithi173.stderr: 93.4% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.4.log.gz 2024-05-11T04:45:11.702 INFO:teuthology.orchestra.run.smithi113.stderr: 93.2% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.0.log.gz 2024-05-11T04:45:11.703 INFO:teuthology.orchestra.run.smithi113.stderr: 93.4% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.3.log.gz 2024-05-11T04:45:11.706 INFO:teuthology.orchestra.run.smithi173.stderr: 93.3% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.7.log.gz 2024-05-11T04:45:11.707 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-05-11T04:45:11.707 INFO:teuthology.orchestra.run.smithi173.stderr:real 0m0.853s 2024-05-11T04:45:11.707 INFO:teuthology.orchestra.run.smithi173.stderr:user 0m3.220s 2024-05-11T04:45:11.708 INFO:teuthology.orchestra.run.smithi173.stderr:sys 0m0.126s 2024-05-11T04:45:11.861 INFO:teuthology.orchestra.run.smithi113.stderr: 93.7% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-osd.1.log.gz 2024-05-11T04:45:12.020 INFO:teuthology.orchestra.run.smithi113.stderr: 90.6% -- replaced with /var/log/ceph/567346c6-0f4c-11ef-bc98-c7b262605968/ceph-mon.a.log.gz 2024-05-11T04:45:12.021 INFO:teuthology.orchestra.run.smithi113.stderr: 2024-05-11T04:45:12.021 INFO:teuthology.orchestra.run.smithi113.stderr:real 0m1.170s 2024-05-11T04:45:12.022 INFO:teuthology.orchestra.run.smithi113.stderr:user 0m5.161s 2024-05-11T04:45:12.022 INFO:teuthology.orchestra.run.smithi113.stderr:sys 0m0.178s 2024-05-11T04:45:12.023 INFO:tasks.cephadm:Archiving logs... 2024-05-11T04:45:12.023 DEBUG:teuthology.misc:Transferring archived files from smithi113:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/remote/smithi113/log 2024-05-11T04:45:12.024 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-11T04:45:12.639 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/remote/smithi173/log 2024-05-11T04:45:12.640 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-11T04:45:13.028 INFO:tasks.cephadm:Removing cluster... 2024-05-11T04:45:13.029 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 --force 2024-05-11T04:45:13.147 INFO:teuthology.orchestra.run.smithi113.stdout:Deleting cluster with fsid: 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:45:14.481 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 567346c6-0f4c-11ef-bc98-c7b262605968 --force 2024-05-11T04:45:14.605 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: 567346c6-0f4c-11ef-bc98-c7b262605968 2024-05-11T04:45:15.964 INFO:tasks.cephadm:Removing cephadm ... 2024-05-11T04:45:15.964 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-11T04:45:15.971 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-11T04:45:15.976 INFO:tasks.cephadm:Teardown complete 2024-05-11T04:45:15.976 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-11T04:45:15.986 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-11T04:45:15.986 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-11T04:45:16.014 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-11T04:45:16.079 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-11T04:45:16.087 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-11T04:45:16.088 DEBUG:teuthology.orchestra.run.smithi113:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T04:45:16.090 DEBUG:teuthology.orchestra.run.smithi173:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T04:45:16.101 INFO:teuthology.orchestra.run.smithi113.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T04:45:16.102 INFO:teuthology.orchestra.run.smithi113.stdout:============================================================================== 2024-05-11T04:45:16.102 INFO:teuthology.orchestra.run.smithi113.stdout:*hv01.front.sepi 67.205.162.81 3 u 4 64 377 0.092 -3.423 0.427 2024-05-11T04:45:16.102 INFO:teuthology.orchestra.run.smithi113.stdout:+hv02.front.sepi 63.231.80.2 3 u 55 64 377 0.083 -2.190 0.349 2024-05-11T04:45:16.102 INFO:teuthology.orchestra.run.smithi113.stdout:+hv03.front.sepi 74.6.168.72 3 u 55 64 377 0.105 -3.793 0.726 2024-05-11T04:45:16.102 INFO:teuthology.orchestra.run.smithi113.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-05-11T04:45:16.103 INFO:teuthology.orchestra.run.smithi173.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T04:45:16.103 INFO:teuthology.orchestra.run.smithi173.stdout:============================================================================== 2024-05-11T04:45:16.103 INFO:teuthology.orchestra.run.smithi173.stdout:*hv01.front.sepi 67.205.162.81 3 u 40 64 377 0.100 -4.748 0.478 2024-05-11T04:45:16.103 INFO:teuthology.orchestra.run.smithi173.stdout:+hv02.front.sepi 63.231.80.2 3 u 60 64 377 0.096 -3.418 0.542 2024-05-11T04:45:16.103 INFO:teuthology.orchestra.run.smithi173.stdout:+hv03.front.sepi 74.6.168.72 3 u 48 64 377 0.099 -3.660 0.482 2024-05-11T04:45:16.103 INFO:teuthology.orchestra.run.smithi173.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-05-11T04:45:16.104 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-11T04:45:16.163 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-11T04:45:16.164 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-11T04:45:16.172 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-11T04:45:16.180 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-11T04:45:16.189 INFO:teuthology.task.internal:Duration was 2646.735016 seconds 2024-05-11T04:45:16.189 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-11T04:45:16.198 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-11T04:45:16.198 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-11T04:45:16.201 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-11T04:45:16.235 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-11T04:45:16.235 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi113.front.sepia.ceph.com 2024-05-11T04:45:16.236 DEBUG:teuthology.orchestra.run.smithi113:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-11T04:45:16.286 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi173.front.sepia.ceph.com 2024-05-11T04:45:16.286 DEBUG:teuthology.orchestra.run.smithi173:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-11T04:45:16.296 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-11T04:45:16.296 DEBUG:teuthology.orchestra.run.smithi113:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-11T04:45:16.329 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-11T04:45:16.399 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-11T04:45:16.399 DEBUG:teuthology.orchestra.run.smithi113:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-11T04:45:16.401 DEBUG:teuthology.orchestra.run.smithi173:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-11T04:45:16.587 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-11T04:45:16.597 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-11T04:45:16.597 DEBUG:teuthology.orchestra.run.smithi113:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-11T04:45:16.610 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-11T04:45:16.622 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-11T04:45:16.632 DEBUG:teuthology.orchestra.run.smithi113:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-11T04:45:16.654 DEBUG:teuthology.orchestra.run.smithi173:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-11T04:45:16.662 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern = core 2024-05-11T04:45:16.675 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = core 2024-05-11T04:45:16.704 DEBUG:teuthology.orchestra.run.smithi113:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-11T04:45:16.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T04:45:16.720 DEBUG:teuthology.orchestra.run.smithi173:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-11T04:45:16.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T04:45:16.756 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-11T04:45:16.769 INFO:teuthology.task.internal:Transferring archived files... 2024-05-11T04:45:16.770 DEBUG:teuthology.misc:Transferring archived files from smithi113:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/remote/smithi113 2024-05-11T04:45:16.770 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-11T04:45:16.800 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387/remote/smithi173 2024-05-11T04:45:16.801 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-11T04:45:16.826 INFO:teuthology.task.internal:Removing archive directory... 2024-05-11T04:45:16.826 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-11T04:45:16.838 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-11T04:45:16.869 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-11T04:45:16.880 INFO:teuthology.task.internal:Not uploading archives. 2024-05-11T04:45:16.881 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-11T04:45:16.891 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-11T04:45:16.891 DEBUG:teuthology.orchestra.run.smithi113:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-11T04:45:16.893 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-11T04:45:16.897 INFO:teuthology.orchestra.run.smithi113.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 11 04:45 /home/ubuntu/cephtest 2024-05-11T04:45:16.917 INFO:teuthology.orchestra.run.smithi173.stdout: 658458 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 11 04:45 /home/ubuntu/cephtest 2024-05-11T04:45:16.918 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-11T04:45:16.929 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-11T04:45:16.961 INFO:teuthology.nuke:Checking targets against current locks 2024-05-11T04:45:16.987 DEBUG:teuthology.nuke:shortname: smithi113 2024-05-11T04:45:16.987 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-11T04:45:17.008 DEBUG:teuthology.nuke:shortname: smithi173 2024-05-11T04:45:17.008 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-11T04:45:17.014 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi113.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 03:51:25.315027', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAvKgRy8gywCIZzCb/A1+oBjTKF5j49EGR7KGTmHRTaHXvO/7E3KPtQyGCg9Nc5Bq8IcgWVanLflSH5/SA/Qaok='} 2024-05-11T04:45:17.026 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690387', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 03:51:25.313538', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKcpPo1znxONXEPh+iBKI67rTcr4soAKyzDqyRV2p+Xy/x+bRT1g97KgmQfwrAKc97GGASHSD2aI7TkYzmitnoQ='} 2024-05-11T04:45:17.056 INFO:teuthology.orchestra.console.smithi113:Power off 2024-05-11T04:45:17.057 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-11T04:45:17.073 INFO:teuthology.orchestra.console.smithi173:Power off 2024-05-11T04:45:17.074 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-11T04:45:17.083 DEBUG:teuthology.orchestra.console.smithi113:power off output: Chassis Power Control: Down/Off 2024-05-11T04:45:17.083 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:17.096 DEBUG:teuthology.orchestra.console.smithi173:power off output: Chassis Power Control: Down/Off 2024-05-11T04:45:17.096 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:17.106 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is on 2024-05-11T04:45:17.122 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is on 2024-05-11T04:45:21.108 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:21.123 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:21.219 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is on 2024-05-11T04:45:21.233 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is on 2024-05-11T04:45:25.221 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:25.233 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:25.332 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is on 2024-05-11T04:45:25.345 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is on 2024-05-11T04:45:29.336 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:29.346 DEBUG:teuthology.orchestra.console.smithi173:pexpect command: ipmitool -H smithi173.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T04:45:29.447 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is off 2024-05-11T04:45:29.455 DEBUG:teuthology.orchestra.console.smithi173:check power output: Chassis Power is off 2024-05-11T04:45:29.548 INFO:teuthology.orchestra.console.smithi113:Power off completed 2024-05-11T04:45:29.556 INFO:teuthology.orchestra.console.smithi173:Power off completed 2024-05-11T04:45:29.660 INFO:teuthology.run:Summary data: description: upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} duration: 2646.735016345978 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=9f48f531a7fe4f1bba3ddc409667845d status: fail success: false 2024-05-11T04:45:29.661 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-11T04:45:29.769 INFO:teuthology.run:FAIL